@memberjunction/ai-vector-sync 2.4.0 → 2.5.0

package/dist/models/entityVectorSync.d.ts

@@ -0,0 +1,28 @@
+import { VectorBase } from '@memberjunction/ai-vectors';
+import { EntityField, EntityInfo, UserInfo } from '@memberjunction/core';
+import { AIModelEntity, EntityDocumentEntity, TemplateEntity, VectorDatabaseEntity } from '@memberjunction/core-entities';
+import { EmbeddingData, TemplateParamData, VectorEmeddingData, VectorizeEntityParams, VectorizeEntityResponse } from '../generic/vectorSync.types';
+import { TemplateEntityExtended } from '@memberjunction/templates-base-types';
+export declare class EntityVectorSyncer extends VectorBase {
+    _startTime: Date;
+    _endTime: Date;
+    constructor();
+    Config(forceRefresh: boolean, contextUser?: UserInfo): Promise<void>;
+    VectorizeEntity(params: VectorizeEntityParams, contextUser?: UserInfo): Promise<VectorizeEntityResponse>;
+    CreateDefaultEntityDocument(EntityID: string, VectorDatabase: VectorDatabaseEntity, AIModel: AIModelEntity): Promise<EntityDocumentEntity>;
+    protected GetVectorDatabaseAndEmbeddingClassByEntityDocumentID(entityDocumentID: string, createDocumentIfNotFound?: boolean): Promise<VectorEmeddingData>;
+    GetEntityDocument(EntityDocumentID: string): Promise<EntityDocumentEntity | null>;
+    GetEntityDocumentByName(EntityDocumentName: string, ContextUser?: UserInfo): Promise<EntityDocumentEntity | null>;
+    GetActiveEntityDocuments(entityNames?: string[]): Promise<EntityDocumentEntity[]>;
+    private GetOrCreateVectorIndex;
+    protected CreateTemplateForEntityDocument(entityDocument: EntityDocumentEntity): Promise<TemplateEntity>;
+    protected BuildTemplateContent(entityFields: EntityField[]): string;
+    protected GetEntityFieldsForSimilaritySearch(entityID: string): Promise<EntityField[]>;
+    protected GetTemplateData(entity: EntityInfo, record: unknown, template: TemplateEntityExtended, relatedData: TemplateParamData[]): Promise<{
+        [key: string]: any;
+    }>;
+    protected GetRelatedTemplateDataForBatch(entity: EntityInfo, records: unknown[], template: TemplateEntityExtended): Promise<TemplateParamData[]>;
+    protected UpsertEntityRecordDocumentRecords(embeddingData: EmbeddingData, contextUser: UserInfo): Promise<void>;
+    protected ValidateTemplateContextParamAlignment(template: TemplateEntityExtended): boolean;
+}
+//# sourceMappingURL=entityVectorSync.d.ts.map

package/dist/models/entityVectorSync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entityVectorSync.d.ts","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":"AAEA,OAAO,EAAqB,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC3E,OAAO,EAAc,WAAW,EAAE,UAAU,EAAyD,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAC5I,OAAO,EAAE,aAAa,EAAE,oBAAoB,EACf,cAAc,EAAuB,oBAAoB,EAAqB,MAAM,+BAA+B,CAAC;AAGjJ,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAQnJ,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAK9E,qBAAa,kBAAmB,SAAQ,UAAU;IAChD,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;;IAWF,MAAM,CAAC,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAOpE,eAAe,CAAC,MAAM,EAAE,qBAAqB,EAAE,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAsJxG,2BAA2B,CACtC,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,oBAAoB,EACpC,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,oBAAoB,CAAC;cA0ChB,oDAAoD,CAAE,gBAAgB,EAAE,MAAM,EAAE,wBAAwB,CAAC,EAAE,OAAO,GAAI,OAAO,CAAC,kBAAkB,CAAC;IAsDpJ,iBAAiB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;IAQjF,uBAAuB,CAAC,kBAAkB,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC;IAcjH,wBAAwB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;YAsChF,sBAAsB;cAoCpB,+BAA+B,CAAC,cAAc,EAAE,oBAAoB,GAAG,OAAO,CAAC,cAAc,CAAC;IAqE9G,SAAS,CAAC,oBAAoB,CAAC,YAAY,EAAE,WAAW,EAAE,GAAG,MAAM;cAMnD,kCAAkC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;cAiB5E,eAAe,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,sBAAsB,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;cAmCzJ,8BAA8B,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,sBAAsB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;cAsCtI,iCAAiC,CAAC,aAAa,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAiErH,SAAS,CAAC,qCAAqC,CAAC,QAAQ,EAAE,sBAAsB,GAAG,OAAO;CAiB3F"}

package/dist/models/entityVectorSync.js

@@ -0,0 +1,486 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityVectorSyncer = void 0;
+const ai_1 = require("@memberjunction/ai");
+const ai_vectordb_1 = require("@memberjunction/ai-vectordb");
+const ai_vectors_1 = require("@memberjunction/ai-vectors");
+const core_1 = require("@memberjunction/core");
+const global_1 = require("@memberjunction/global");
+const promises_1 = require("node:stream/promises");
+const BatchWorker_1 = require("./BatchWorker");
+const EntityDocumentCache_1 = require("./EntityDocumentCache");
+const PagedRecords_1 = require("./PagedRecords");
+const node_path_1 = require("node:path");
+const node_stream_1 = require("node:stream");
+const aiengine_1 = require("@memberjunction/aiengine");
+const templates_1 = require("@memberjunction/templates");
+class EntityVectorSyncer extends ai_vectors_1.VectorBase {
+    _startTime;
+    _endTime;
+    constructor() {
+        super();
+    }
+    async Config(forceRefresh, contextUser) {
+        super.CurrentUser = contextUser;
+        await EntityDocumentCache_1.EntityDocumentCache.Instance.Refresh(forceRefresh, contextUser);
+        await aiengine_1.AIEngine.Instance.Config(forceRefresh, contextUser);
+        await templates_1.TemplateEngineServer.Instance.Config(forceRefresh, contextUser);
+    }
+    async VectorizeEntity(params, contextUser) {
+        if (!contextUser) {
+            throw new Error('ContextUser is required to vectorize the entity');
+        }
+        const delayTimeMS = 250;
+        const startTime = new Date().getTime();
+        super.CurrentUser = contextUser;
+        await templates_1.TemplateEngineServer.Instance.Config(false, contextUser);
+        const entityDocument = await this.GetEntityDocument(params.entityDocumentID);
+        const vectorIndexEntity = await this.GetOrCreateVectorIndex(entityDocument);
+        const obj = await this.GetVectorDatabaseAndEmbeddingClassByEntityDocumentID(params.entityDocumentID);
+        const md = new core_1.Metadata();
+        const entity = md.Entities.find((e) => e.ID === params.entityID);
+        if (!entity) {
+            throw new Error(`Entity with ID ${params.entityID} not found.`);
+        }
+        (0, core_1.LogStatus)(`Vectorizing entity ${entity.Name} using Entity Document ${entityDocument.Name}`);
+        const template = templates_1.TemplateEngineServer.Instance.Templates.find((t) => t.ID === entityDocument.TemplateID);
+        if (!template) {
+            throw new Error(`Template not found with ID ${entityDocument.TemplateID}`);
+        }
+        if (template.Content.length === 0) {
+            throw new Error(`Template ${template.ID} does not have an associated Template Content record`);
+        }
+        if (template.Content.length > 1) {
+            throw new Error('Templates used by Entity Documents should only have one associated Template Content record.');
+        }
+        const validTemplate = this.ValidateTemplateContextParamAlignment(template);
+        const pageSize = params.batchCount || 20;
+        const dataStream = new PagedRecords_1.PagedRecords();
+        let templateObj = {
+            ...template.GetAll(),
+            Params: template.Params.map((p) => p.To())
+        };
+        const workerContext = {
+            executionId: Date.now(),
+            entity,
+            entityDocument: entityDocument.To(),
+            template: templateObj,
+            templateContent: template.Content[0].To(),
+            vectorDBClassKey: obj.vectorDBClassKey,
+            vectorDBAPIKey: obj.vectorDBAPIKey,
+            embeddingDriverClass: obj.embeddingDriverClass,
+            embeddingAPIKey: obj.embeddingAPIKey,
+            delayTimeMS
+        };
+        const annotator = new BatchWorker_1.BatchWorker({
+            workerFile: (0, node_path_1.resolve)(__dirname, 'workers/VectorizeTemplates.js'),
+            batchSize: 3,
+            concurrencyLimit: 2,
+            contextUser: super.CurrentUser,
+            workerContext,
+        });
+        annotator.on('error', (err) => {
+            (0, core_1.LogError)('Error in annotator worker', null, err);
+        });
+        const archiver = new BatchWorker_1.BatchWorker({
+            workerFile: (0, node_path_1.resolve)(__dirname, 'workers/UpsertVectors.js'),
+            batchSize: 4,
+            contextUser: super.CurrentUser,
+            workerContext
+        });
+        archiver.on('error', (err) => {
+            (0, core_1.LogError)('Error in archiver worker', null, err);
+        });
+        const upserter = new node_stream_1.Transform({ objectMode: true, transform: (chunk, encoding, callback) => {
+                this.UpsertEntityRecordDocumentRecords(chunk, super.CurrentUser).then(() => callback(null)).catch(callback);
+            } });
+        const getData = async () => {
+            let pageNumber = 0;
+            let hasMore = true;
+            while (hasMore) {
+                let pageRecordRequest = {
+                    EntityID: params.entityID,
+                    PageNumber: pageNumber,
+                    PageSize: pageSize,
+                    ResultType: 'simple',
+                };
+                if (params.listID) {
+                    const coreSchema = md.ConfigData.MJCoreSchemaName;
+                    pageRecordRequest.Filter = `ID IN (SELECT RecordID FROM ${coreSchema}.vwListDetails WHERE ListID = '${params.listID}')`;
+                }
+                const recordsPage = await super.PageRecordsByEntityID(pageRecordRequest);
+                const relatedData = await this.GetRelatedTemplateDataForBatch(entity, recordsPage, template);
+                const items = [];
+                (0, core_1.LogStatus)(`Fetched page ${pageNumber + 1} with ${recordsPage.length} records to process`);
+                for (const record of recordsPage) {
+                    const templateData = await this.GetTemplateData(entity, record, template, relatedData);
+                    templateData.__mj_recordID = record[entity.FirstPrimaryKey.Name];
+                    templateData.__mj_compositeKey = entity.PrimaryKeys.map((key) => `${key.Name}|${record[key.Name]}`).join("||");
+                    templateData.VectorIndexID = vectorIndexEntity.ID;
+                    templateData.TemplateContent = template.Content[0].TemplateText;
+                    items.push(templateData);
+                }
+                dataStream.addPage(items);
+                if (recordsPage.length < pageSize) {
+                    hasMore = false;
+                    break;
+                }
+                pageNumber++;
+            }
+            dataStream.endStream();
+        };
+        getData();
+        console.log('Starting pipeline');
+        await (0, promises_1.pipeline)(dataStream, annotator, archiver, upserter, new node_stream_1.PassThrough({ objectMode: true }));
+        const endTime = new Date().getTime();
+        (0, core_1.LogStatus)(`Finished vectorizing ${entityDocument.Entity} entity in ${endTime - startTime} ms`);
+        return null;
+    }
+    async CreateDefaultEntityDocument(EntityID, VectorDatabase, AIModel) {
+        const md = new core_1.Metadata();
+        const entity = md.Entities.find((e) => e.ID === EntityID);
+        if (!entity)
+            throw new Error(`Entity with ID ${EntityID} not found.`);
+        const EDTemplate = entity.Fields.map((ef) => {
+            return `${ef.Name}: \$\{${ef.Name}\}`;
+        }).join(' ');
+        const rv = new core_1.RunView();
+        const rvResult = await rv.RunView({
+            EntityName: 'Entity Document Types',
+            ExtraFilter: `Name = 'Record Duplicate'`,
+        }, super.CurrentUser);
+        if (!rvResult.Success) {
+            throw new Error(`Unable to fetch Entity Document Type: ${rvResult.ErrorMessage}`);
+        }
+        if (rvResult.Results.length === 0) {
+            throw new Error('Record Duplicate Entity Document Type not found');
+        }
+        const entityDocumentType = rvResult.Results[0];
+        const entityDocument = await md.GetEntityObject('Entity Documents');
+        entityDocument.NewRecord();
+        entityDocument.Name = `Default duplicate record Entity Document for the ${entity.Name} entity using vector database ${VectorDatabase.Name} and AI Model ${AIModel.Name}`;
+        entityDocument.EntityID = EntityID;
+        entityDocument.TypeID = entityDocumentType.ID;
+        entityDocument.Status = 'Active';
+        entityDocument.TemplateID = EDTemplate;
+        entityDocument.VectorDatabaseID = VectorDatabase.ID;
+        entityDocument.AIModelID = AIModel.ID;
+        let saveResult = await this.SaveEntity(entityDocument);
+        if (saveResult) {
+            return entityDocument;
+        }
+        else {
+            throw new Error(`Failed to save Entity Document for ${EntityID}`);
+        }
+    }
+    async GetVectorDatabaseAndEmbeddingClassByEntityDocumentID(entityDocumentID, createDocumentIfNotFound) {
+        let entityDocument = EntityDocumentCache_1.EntityDocumentCache.Instance.GetDocument(entityDocumentID);
+        if (!entityDocument) {
+            if (createDocumentIfNotFound) {
+                (0, core_1.LogStatus)(`No active Entity Document found for entity ${entityDocumentID}, creating one`);
+                const defaultVectorDB = this.GetVectorDatabase();
+                const defaultAIModel = this.GetAIModel();
+                entityDocument = await this.CreateDefaultEntityDocument(entityDocumentID, defaultVectorDB, defaultAIModel);
+            }
+            else {
+                throw new Error(`No Entity Document found for ID=${entityDocumentID}`);
+            }
+        }
+        const vectorDBEntity = this.GetVectorDatabase(entityDocument.VectorDatabaseID);
+        const aiModelEntity = this.GetAIModel(entityDocument.AIModelID);
+        const embeddingAPIKey = (0, ai_1.GetAIAPIKey)(aiModelEntity.DriverClass);
+        const vectorDBAPIKey = (0, ai_1.GetAIAPIKey)(vectorDBEntity.ClassKey);
+        if (!embeddingAPIKey) {
+            throw Error(`No API Key found for AI Model ${aiModelEntity.DriverClass}`);
+        }
+        if (!vectorDBAPIKey) {
+            throw Error(`No API Key found for Vector Database ${vectorDBEntity.ClassKey}`);
+        }
+        const embedding = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_1.Embeddings, aiModelEntity.DriverClass, embeddingAPIKey);
+        const vectorDB = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_vectordb_1.VectorDBBase, vectorDBEntity.ClassKey, vectorDBAPIKey);
+        if (!embedding) {
+            throw Error(`Failed to create Embeddings instance for AI Model ${aiModelEntity.DriverClass}`);
+        }
+        if (!vectorDB) {
+            throw Error(`Failed to create Vector Database instance for ${vectorDBEntity.ClassKey}`);
+        }
+        (0, core_1.LogStatus)(`Using vector database ${vectorDBEntity.Name} and AI Model ${aiModelEntity.Name}`);
+        const obj = {
+            embedding,
+            vectorDB,
+            vectorDBClassKey: vectorDBEntity.ClassKey,
+            vectorDBAPIKey: vectorDBAPIKey,
+            embeddingDriverClass: aiModelEntity.DriverClass,
+            embeddingAPIKey: embeddingAPIKey
+        };
+        return obj;
+    }
+    async GetEntityDocument(EntityDocumentID) {
+        const cache = EntityDocumentCache_1.EntityDocumentCache.Instance;
+        if (!cache.IsLoaded) {
+            await cache.Refresh(false, super.CurrentUser);
+        }
+        return cache.GetDocument(EntityDocumentID);
+    }
+    async GetEntityDocumentByName(EntityDocumentName, ContextUser) {
+        const cache = EntityDocumentCache_1.EntityDocumentCache.Instance;
+        if (!cache.IsLoaded) {
+            await cache.Refresh(false, ContextUser);
+        }
+        return cache.GetDocumentByName(EntityDocumentName);
+    }
+    async GetActiveEntityDocuments(entityNames) {
+        await EntityDocumentCache_1.EntityDocumentCache.Instance.Refresh(false, super.CurrentUser);
+        const entityDocumentType = EntityDocumentCache_1.EntityDocumentCache.Instance.GetDocumentTypeByName('Record Duplicate');
+        if (!entityDocumentType) {
+            throw new Error('Entity Document Type not found');
+        }
+        let filter = `TypeID = '${entityDocumentType.ID}' AND Status = 'Active' `;
+        if (entityNames && entityNames.length > 0) {
+            filter += ` AND Entity IN (${entityNames.map((entityName) => `'${entityName}'`).join(',')})`;
+        }
+        const runViewResult = await super.RunView.RunView({
+            EntityName: 'Entity Documents',
+            ExtraFilter: filter,
+            ResultType: 'entity_object',
+        }, super.CurrentUser);
+        if (!runViewResult.Success) {
+            throw new Error(runViewResult.ErrorMessage);
+        }
+        let entityDocuments = [];
+        let seenEntities = [];
+        for (const entityDocument of runViewResult.Results) {
+            if (seenEntities.includes(entityDocument.EntityID)) {
+                continue;
+            }
+            entityDocuments.push(entityDocument);
+            seenEntities.push(entityDocument.EntityID);
+        }
+        return entityDocuments;
+    }
+    async GetOrCreateVectorIndex(entityDocument) {
+        let vectorIndexEntity = await super.RunViewForSingleValue('Vector Indexes', `VectorDatabaseID = '${entityDocument.VectorDatabaseID}' AND EmbeddingModelID = '${entityDocument.AIModelID}'`);
+        if (vectorIndexEntity) {
+            return vectorIndexEntity;
+        }
+        (0, core_1.LogStatus)(`No Vector Index found for entityDocument ${entityDocument.ID}, creating one`);
+        try {
+            vectorIndexEntity = await super.Metadata.GetEntityObject('Vector Indexes');
+            vectorIndexEntity.NewRecord();
+            vectorIndexEntity.VectorDatabaseID = entityDocument.VectorDatabaseID;
+            vectorIndexEntity.EmbeddingModelID = entityDocument.AIModelID;
+            vectorIndexEntity.Name = `Vector Index for entityDocument ${entityDocument.EntityID}`;
+            vectorIndexEntity.Set('EntityRecordUpdatedAt', new Date());
+            vectorIndexEntity.Set('EntityDocumentID', entityDocument.ID);
+            vectorIndexEntity.Description = `Vector Index that uses the Vector database ${entityDocument.VectorDatabaseID} and ${entityDocument.AIModelID} as the embedding model`;
+            const saveResult = await super.SaveEntity(vectorIndexEntity);
+            if (saveResult) {
+                (0, core_1.LogStatus)(`Successfully created new Vector Index Entity`);
+                return vectorIndexEntity;
+            }
+            else {
+                (0, core_1.LogError)('Error saving Vector Index Entity');
+                return null;
+            }
+        }
+        catch (err) {
+            console.error(JSON.stringify(err));
+            (0, core_1.LogError)(err);
+            return null;
+        }
+    }
+    async CreateTemplateForEntityDocument(entityDocument) {
+        const templateEntity = await super.Metadata.GetEntityObject('Templates');
+        templateEntity.NewRecord();
+        templateEntity.Name = `Template for EntityDocument ${entityDocument.EntityID}`;
+        templateEntity.Description = `The template used by EntityDocument ${entityDocument.ID}`;
+        templateEntity.UserID = super.CurrentUser.ID;
+        templateEntity.IsActive = true;
+        templateEntity.CategoryID = null;
+        const templateEntitySaveResult = await super.SaveEntity(templateEntity);
+        if (!templateEntitySaveResult) {
+            (0, core_1.LogError)('Error saving Template Entity', undefined, templateEntity.LatestResult);
+            throw new Error(templateEntity.LatestResult.Message);
+        }
+        (0, core_1.LogStatus)(`Successfully created new Template Entity ${templateEntity.ID}`);
+        await templates_1.TemplateEngineServer.Instance.Config(false, super.CurrentUser);
+        const textContentType = templates_1.TemplateEngineServer.Instance.TemplateContentTypes.find((type) => type.Name === 'Text');
+        if (!textContentType) {
+            throw new Error('Text template content type not found');
+        }
+        const entityFields = await this.GetEntityFieldsForSimilaritySearch(entityDocument.EntityID);
+        const templateContentsEntity = await super.Metadata.GetEntityObject('Template Contents');
+        templateContentsEntity.NewRecord();
+        templateContentsEntity.TemplateID = templateEntity.ID;
+        templateContentsEntity.TypeID = textContentType.ID;
+        templateContentsEntity.Priority = 1;
+        templateContentsEntity.IsActive = true;
+        templateContentsEntity.TemplateText = this.BuildTemplateContent(entityFields);
+        const templateContentsEntitySaveResult = await super.SaveEntity(templateContentsEntity);
+        if (!templateContentsEntitySaveResult) {
+            (0, core_1.LogError)('Error saving Template Entity', undefined, templateContentsEntity.LatestResult);
+            throw new Error(templateContentsEntity.LatestResult.Message);
+        }
+        (0, core_1.LogStatus)(`Successfully created new Template Content Entity ${templateContentsEntity.ID}`);
+        const templateParamsEntity = await super.Metadata.GetEntityObject('Template Params');
+        templateParamsEntity.NewRecord();
+        templateParamsEntity.TemplateID = templateEntity.ID;
+        templateParamsEntity.Name = 'Entity';
+        templateParamsEntity.Description = 'The entity object to be used in the template';
+        templateParamsEntity.Type = 'Record';
+        templateParamsEntity.DefaultValue = null;
+        templateParamsEntity.IsRequired = true;
+        templateParamsEntity.LinkedParameterName = null;
+        templateParamsEntity.LinkedParameterField = null;
+        templateParamsEntity.ExtraFilter = null;
+        templateParamsEntity.EntityID = entityDocument.EntityID;
+        templateParamsEntity.RecordID = null;
+        const templateParamsEntitySaveResult = await super.SaveEntity(templateParamsEntity);
+        if (!templateParamsEntitySaveResult) {
+            (0, core_1.LogError)('Error saving Template Entity', undefined, templateParamsEntity.LatestResult);
+            throw new Error(templateParamsEntity.LatestResult.Message);
+        }
+        (0, core_1.LogStatus)(`Successfully created new Template Param Entity ${templateParamsEntity.ID}`);
+        templateEntity.Content.push(templateContentsEntity);
+        templateEntity.Params.push(templateParamsEntity);
+        templates_1.TemplateEngineServer.Instance.AddTemplate(templateEntity);
+        return templateEntity;
+    }
+    BuildTemplateContent(entityFields) {
+        return entityFields.map((field) => {
+            return `{{Entity.${field.Name}}}`;
+        }).join(' ');
+    }
+    async GetEntityFieldsForSimilaritySearch(entityID) {
+        const runViewResult = await super.RunView.RunView({
+            EntityName: 'Entity Fields',
+            ExtraFilter: `EntityID = '${entityID}' AND IsPrimaryKey = 0 AND IsUnique = 0 AND AutoIncrement = 0 and Type NOT IN ('datetimeoffset', 'datetime')`,
+            ResultType: 'entity_object',
+        }, super.CurrentUser);
+        if (!runViewResult.Success) {
+            throw new Error(runViewResult.ErrorMessage);
+        }
+        return runViewResult.Results;
+    }
+    async GetTemplateData(entity, record, template, relatedData) {
+        const templateData = {};
+        for (const param of template.Params) {
+            if (templateData[param.Name]) {
+                continue;
+            }
+            switch (param.Type) {
+                case 'Record':
+                    templateData[param.Name] = record;
+                    break;
+                case 'Entity':
+                    const paramData = relatedData.find((rd) => rd.ParamName === param.Name);
+                    if (!paramData) {
+                        (0, core_1.LogError)(`No related data found for param ${param.Name} in template ${template.ID}`);
+                        break;
+                    }
+                    templateData[param.Name] = paramData.Data.filter((rdfr) => rdfr[param.LinkedParameterField] === record[entity.FirstPrimaryKey.Name]);
+                    break;
+                case "Array":
+                case "Scalar":
+                case "Object":
+                    (0, core_1.LogError)(`Unsupported parameter type ${param.Type} for parameter ${param.Name} in template ${template.ID}`);
+                    break;
+            }
+        }
+        return templateData;
+    }
+    async GetRelatedTemplateDataForBatch(entity, records, template) {
+        const relatedData = [];
+        for (const templateParam of template.Params) {
+            if (templateParam.Type !== 'Entity') {
+                continue;
+            }
+            const relatedEntity = templateParam.Entity;
+            const relatedField = templateParam.LinkedParameterField;
+            const quotes = entity.FirstPrimaryKey.NeedsQuotes ? "'" : "";
+            const filter = `${relatedField} in (${records.map((record) => `${quotes}${record[entity.FirstPrimaryKey.Name]}${quotes}`).join(',')})`;
+            const finalFilter = templateParam.ExtraFilter ? `(${filter}) AND (${templateParam.ExtraFilter})` : filter;
+            const result = await super.RunView.RunView({
+                EntityName: relatedEntity,
+                ExtraFilter: finalFilter,
+                ResultType: 'simple'
+            }, super.CurrentUser);
+            if (result && result.Success) {
+                const data = { ParamName: '', Data: [] };
+                data.ParamName = templateParam.Name,
+                    data.Data = result.Results;
+                relatedData.push(data);
+            }
+            else {
+                (0, core_1.LogError)(`Error getting related data for entity ${relatedEntity} with filter ${finalFilter}`, undefined, result.ErrorMessage);
+            }
+        }
+        return relatedData;
+    }
+    async UpsertEntityRecordDocumentRecords(embeddingData, contextUser) {
+        let md = super.Metadata;
+        let rv = super.RunView;
+        let success = true;
+        let vectorIndex = await md.GetEntityObject('Vector Indexes', contextUser);
+        let vectorIndexID = embeddingData.VectorIndexID.toString();
+        let loadResult = await vectorIndex.Load(vectorIndexID);
+        if (!loadResult) {
+            (0, core_1.LogError)(`Vector Index with ID ${embeddingData.VectorIndexID} not found`);
+            return;
+        }
+        let entityDocument = embeddingData.EntityDocument;
+        let entityID = entityDocument.EntityID;
+        let existingRecords = [];
+        const runViewResult = await rv.RunView({
+            EntityName: 'Entity Record Documents',
+            ExtraFilter: `EntityID = '${entityID}' AND EntityDocumentID = '${entityDocument.ID}' AND RecordID in ('${embeddingData.__mj_recordID}')`,
+            ResultType: 'entity_object'
+        }, contextUser);
+        if (runViewResult.Success) {
+            existingRecords = runViewResult.Results;
+        }
+        else {
+            (0, core_1.LogError)(`Error getting existing Entity Record Documents`, undefined, runViewResult.ErrorMessage);
+        }
+        let erdEntity = existingRecords.find((er) => er.Get("RecordID").toString() === embeddingData.__mj_recordID.toString());
+        if (!erdEntity) {
+            erdEntity = await md.GetEntityObject('Entity Record Documents', contextUser);
+            erdEntity.NewRecord();
+        }
+        erdEntity.Set("EntityID", entityID.toString());
+        erdEntity.Set("RecordID", embeddingData.__mj_recordID.toString());
+        erdEntity.Set("DocumentText", embeddingData.TemplateContent);
+        erdEntity.Set("VectorID", embeddingData.VectorID.toString());
+        erdEntity.Set("VectorJSON", JSON.stringify(embeddingData.Vector));
+        erdEntity.Set("VectorIndexID", embeddingData.VectorIndexID.toString());
+        erdEntity.Set("EntityRecordUpdatedAt", new Date());
+        erdEntity.Set("EntityDocumentID", embeddingData.EntityDocument.ID.toString());
+        erdEntity.ContextCurrentUser = contextUser;
+        let erdEntitySaveResult = await erdEntity.Save();
+        if (!erdEntitySaveResult) {
+            (0, core_1.LogError)('Error saving Entity Record Document Entity', undefined, erdEntity.LatestResult);
+            success = false;
+        }
+        if (success) {
+            (0, core_1.LogStatus)("Upserting Entity Record Documents: Complete");
+        }
+        else {
+            (0, core_1.LogError)("Upserting Entity Record Documents: Fail");
+        }
+    }
+    ValidateTemplateContextParamAlignment(template) {
+        const seenParams = {};
+        for (const templateParam of template.Params) {
+            const param = seenParams[templateParam.Name];
+            if (param && param.Type !== templateParam.Type) {
+                throw new Error(`Parameter ${param.Name} has different types in different templates`);
+            }
+            else {
+                seenParams[templateParam.Name] = templateParam;
+            }
+        }
+        return true;
+    }
+}
+exports.EntityVectorSyncer = EntityVectorSyncer;
+//# sourceMappingURL=entityVectorSync.js.map

package/dist/models/entityVectorSync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entityVectorSync.js","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":";;;AAAA,2CAA6D;AAC7D,6DAA2D;AAC3D,2DAA2E;AAC3E,+CAA4I;AAG5I,mDAAkD;AAClD,mDAAgD;AAEhD,+CAA4C;AAC5C,+DAA4D;AAC5D,iDAA8C;AAC9C,yCAAoC;AACpC,6CAAqD;AACrD,uDAAoD;AACpD,yDAAiE;AAMjE,MAAa,kBAAmB,SAAQ,uBAAU;IAChD,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf;QACE,KAAK,EAAE,CAAC;IACV,CAAC;IAOM,KAAK,CAAC,MAAM,CAAC,YAAqB,EAAE,WAAsB;QAC/D,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;QAChC,MAAM,yCAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QACtE,MAAM,mBAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;QAC1D,MAAM,gCAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACxE,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,MAA6B,EAAE,WAAsB;QAChF,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,WAAW,GAAW,GAAG,CAAC;QAChC,MAAM,SAAS,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAC/C,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;QAChC,MAAM,gCAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAE/D,MAAM,cAAc,GAAyB,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACnG,MAAM,iBAAiB,GAAsB,MAAM,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;QAC/F,MAAM,GAAG,GAAuB,MAAM,IAAI,CAAC,oDAAoD,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAEzH,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,MAAM,GAA2B,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,CAAC,QAAQ,aAAa,CAAC,CAAC;QAClE,CAAC;QAED,IAAA,gBAAS,EAAC,sBAAsB,MAAM,CAAC,IAAI,0BAA0B,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC;QAE5F,MAAM,QAAQ,GAAuC,gCAAoB,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,cAAc,CAAC,UAAU,CAAC,CAAC;QACrK,IAAG,CAAC,QAAQ,EAAC,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,8BAA8B,cAAc,CAAC,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,IAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAC,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,EAAE,sDAAsD,CAAC,CAAC;QACjG,CAAC;QAED,IAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAC,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,6FAA6F,CAAC,CAAC;QACjH,CAAC;QAGD,MAAM,aAAa,GAAY,IAAI,CAAC,qCAAqC,CAAC,QAAQ,CAAC,CAAC;QAEpF,MAAM,QAAQ,GAAW,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,2BAAY,EAAE,CAAC;QAEtC,IAAI,WAAW,GAAO;YACpB,GAAG,QAAQ,CAAC,MAAM,EAAE;YACpB,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;SAC3C,CAAC;QAEF,MAAM,aAAa,GAAG;YACpB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,MAAM;YACN,cAAc,EAAE,cAAc,CAAC,EAAE,EAAE;YACnC,QAAQ,EAAE,WAAW;YACrB,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;YACzC,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,oBAAoB,EAAE,GAAG,CAAC,oBAAoB;YAC9C,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,WAAW;SACZ,CAAC;QAGF,MAAM,SAAS,GAAG,IAAI,yBAAW,CAAC;YAChC,UAAU,EAAE,IAAA,mBAAO,EAAC,SAAS,EAAE,+BAA+B,CAAC;YAC/D,SAAS,EAAE,CAAC;YACZ,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,aAAa;SACd,CAAC,CAAC;QACH,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC5B,IAAA,eAAQ,EAAC,2BAA2B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAGH,MAAM,QAAQ,GAAG,IAAI,yBAAW,CAAC;YAC/B,UAAU,EAAE,IAAA,mBAAO,EAAC,SAAS,EAAE,0BAA0B,CAAC;YAC1D,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,aAAa;SACd,CAAC,CAAC;QACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,IAAA,eAAQ,EAAC,0BAA0B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,IAAI,uBAAS,CAAC,EAAC,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACzF,IAAI,CAAC,iCAAiC,CAAC,KAAsB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC/H,CAAC,EAAC,CAAC,CAAC;QAEJ,MAAM,OAAO,GAAG,KAAK,IAAmB,EAAE;YACxC,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,OAAO,OAAO,EAAE,CAAC;gBACf,IAAI,iBAAiB,GAAsB;oBACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,UAAU;oBACtB,QAAQ,EAAE,QAAQ;oBAClB,UAAU,EAAE,QAAQ;iBACrB,CAAC;gBAEF,IAAG,MAAM,CAAC,MAAM,EAAC,CAAC;oBAChB,MAAM,UAAU,GAAW,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC;oBAC1D,iBAAiB,CAAC,MAAM,GAAG,+BAA+B,UAAU,kCAAkC,MAAM,CAAC,MAAM,IAAI,CAAC;gBAC1H,CAAC;gBAED,MAAM,WAAW,GAAc,MAAM,KAAK,CAAC,qBAAqB,CAAU,iBAAiB,CAAC,CAAC;gBAC7F,MAAM,WAAW,GAAwB,MAAM,IAAI,CAAC,8BAA8B,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAClH,MAAM,KAAK,GAA0B,EAAE,CAAC;gBAExC,IAAA,gBAAS,EAAC,gBAAgB,UAAU,GAAG,CAAC,SAAS,WAAW,CAAC,MAAM,qBAAqB,CAAC,CAAC;gBAE1F,KAAI,MAAM,MAAM,IAAI,WAAW,EAAC,CAAC;oBAC/B,MAAM,YAAY,GAA+B,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;oBAEnH,YAAY,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;oBACjE,YAAY,CAAC,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAE/G,YAAY,CAAC,aAAa,GAAG,iBAAiB,CAAC,EAAE,CAAC;oBAClD,YAAY,CAAC,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;oBAChE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC3B,CAAC;gBAED,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAG,WAAW,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;oBACjC,OAAO,GAAG,KAAK,CAAC;oBAChB,MAAM;gBACR,CAAC;gBAED,UAAU,EAAE,CAAC;YACf,CAAC;YAED,UAAU,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC,CAAC;QAGF,OAAO,EAAE,CAAC;QAEV,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,MAAM,IAAA,mBAAQ,EAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,yBAAW,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEjG,MAAM,OAAO,GAAW,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAC7C,IAAA,gBAAS,EAAC,wBAAwB,cAAc,CAAC,MAAM,cAAc,OAAO,GAAG,SAAS,KAAK,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC;IACd,CAAC;IASM,KAAK,CAAC,2BAA2B,CACtC,QAAgB,EAChB,cAAoC,EACpC,OAAsB;QAEtB,MAAM,EAAE,GAAG,IAAI,eAAQ,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,QAAQ,aAAa,CAAC,CAAC;QAEtE,MAAM,UAAU,GAAW,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YAClD,OAAO,GAAG,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,IAAI,IAAI,CAAC;QACxC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEb,MAAM,EAAE,GAAY,IAAI,cAAO,EAAE,CAAC;QAClC,MAAM,QAAQ,GAA4C,MAAM,EAAE,CAAC,OAAO,CAA2B;YACnG,UAAU,EAAE,uBAAuB;YACnC,WAAW,EAAE,2BAA2B;SACzC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAEtB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,yCAAyC,QAAQ,CAAC,YAAY,EAAE,CAAC,CAAC;QACpF,CAAC;QAED,IAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAC,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,kBAAkB,GAA6B,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEzE,MAAM,cAAc,GAAyB,MAAM,EAAE,CAAC,eAAe,CAAuB,kBAAkB,CAAC,CAAC;QAChH,cAAc,CAAC,SAAS,EAAE,CAAC;QAC3B,cAAc,CAAC,IAAI,GAAG,oDAAoD,MAAM,CAAC,IAAI,iCAAiC,cAAc,CAAC,IAAI,iBAAiB,OAAO,CAAC,IAAI,EAAE,CAAC;QACzK,cAAc,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACnC,cAAc,CAAC,MAAM,GAAG,kBAAkB,CAAC,EAAE,CAAC;QAC9C,cAAc,CAAC,MAAM,GAAG,QAAQ,CAAC;QACjC,cAAc,CAAC,UAAU,GAAG,UAAU,CAAC;QACvC,cAAc,CAAC,gBAAgB,GAAG,cAAc,CAAC,EAAE,CAAC;QACpD,cAAc,CAAC,SAAS,GAAG,OAAO,CAAC,EAAE,CAAC;QACtC,IAAI,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QACvD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,cAAc,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAES,KAAK,CAAC,oDAAoD,CAAE,gBAAwB,EAAE,wBAAkC;QAChI,IAAI,cAAc,GAAgC,yCAAmB,CAAC,QAAQ,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAC7G,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,IAAI,wBAAwB,EAAE,CAAC;gBAC3B,IAAA,gBAAS,EAAC,8CAA8C,gBAAgB,gBAAgB,CAAC,CAAC;gBAC1F,MAAM,eAAe,GAAyB,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACvE,MAAM,cAAc,GAAkB,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxD,cAAc,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,gBAAgB,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC;YAC/G,CAAC;iBACI,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,mCAAmC,gBAAgB,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAED,MAAM,cAAc,GAAyB,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACrG,MAAM,aAAa,GAAkB,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAE/E,MAAM,eAAe,GAAW,IAAA,gBAAW,EAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACvE,MAAM,cAAc,GAAW,IAAA,gBAAW,EAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEpE,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,KAAK,CAAC,iCAAiC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,wCAAwC,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjF,CAAC;QAGD,MAAM,SAAS,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAa,eAAU,EAAE,aAAa,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;QACpI,MAAM,QAAQ,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAe,0BAAY,EAAE,cAAc,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAEpI,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,KAAK,CAAC,qDAAqD,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;QAChG,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,CAAC,iDAAiD,cAAc,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAA,gBAAS,EAAC,yBAAyB,cAAc,CAAC,IAAI,iBAAiB,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7F,MAAM,GAAG,GAAuB;YAC9B,SAAS;YACT,QAAQ;YACR,gBAAgB,EAAE,cAAc,CAAC,QAAQ;YACzC,cAAc,EAAE,cAAc;YAC9B,oBAAoB,EAAE,aAAa,CAAC,WAAW;YAC/C,eAAe,EAAE,eAAe;SACjC,CAAC;QAEF,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,gBAAwB;QACrD,MAAM,KAAK,GAAG,yCAAmB,CAAC,QAAQ,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAChD,CAAC;QACD,OAAO,KAAK,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,kBAA0B,EAAE,WAAsB;QACrF,MAAM,KAAK,GAAG,yCAAmB,CAAC,QAAQ,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,KAAK,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;IACrD,CAAC;IAQM,KAAK,CAAC,wBAAwB,CAAC,WAAsB;QAC1D,MAAM,yCAAmB,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,kBAAkB,GAAyC,yCAAmB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;QACxI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,GAAG,aAAa,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;QAC1E,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,mBAAmB,WAAW,CAAC,GAAG,CAAC,CAAC,UAAkB,EAAE,EAAE,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;QACvG,CAAC;QAED,MAAM,aAAa,GAAwC,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAuB;YAC3G,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,MAAM;YACnB,UAAU,EAAE,eAAe;SAC5B,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAEtB,IAAG,CAAC,aAAa,CAAC,OAAO,EAAC,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,eAAe,GAA2B,EAAE,CAAC;QACjD,IAAI,YAAY,GAAa,EAAE,CAAC;QAGhC,KAAI,MAAM,cAAc,IAAI,aAAa,CAAC,OAAO,EAAC,CAAC;YACjD,IAAG,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAC,CAAC;gBACjD,SAAS;YACX,CAAC;YAED,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACrC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,cAAoC;QACvE,IAAI,iBAAiB,GAAsB,MAAM,KAAK,CAAC,qBAAqB,CAC1E,gBAAgB,EAChB,uBAAuB,cAAc,CAAC,gBAAgB,6BAA6B,cAAc,CAAC,SAAS,GAAG,CAC/G,CAAC;QAEF,IAAI,iBAAiB,EAAE,CAAC;YACtB,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,IAAA,gBAAS,EAAC,4CAA4C,cAAc,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACzF,IAAI,CAAC;YACH,iBAAiB,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAoB,gBAAgB,CAAC,CAAC;YAC9F,iBAAiB,CAAC,SAAS,EAAE,CAAC;YAC9B,iBAAiB,CAAC,gBAAgB,GAAG,cAAc,CAAC,gBAAgB,CAAC;YACrE,iBAAiB,CAAC,gBAAgB,GAAG,cAAc,CAAC,SAAS,CAAC;YAC9D,iBAAiB,CAAC,IAAI,GAAG,mCAAmC,cAAc,CAAC,QAAQ,EAAE,CAAC;YACtF,iBAAiB,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;YAC3D,iBAAiB,CAAC,GAAG,CAAC,kBAAkB,EAAE,cAAc,CAAC,EAAE,CAAC,CAAC;YAE7D,iBAAiB,CAAC,WAAW,GAAG,8CAA8C,cAAc,CAAC,gBAAgB,QAAQ,cAAc,CAAC,SAAS,yBAAyB,CAAC;YACvK,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YAC7D,IAAI,UAAU,EAAE,CAAC;gBACf,IAAA,gBAAS,EAAC,8CAA8C,CAAC,CAAC;gBAC1D,OAAO,iBAAiB,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,IAAA,eAAQ,EAAC,kCAAkC,CAAC,CAAC;gBAC7C,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YACnC,IAAA,eAAQ,EAAC,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAES,KAAK,CAAC,+BAA+B,CAAC,cAAoC;QAClF,MAAM,cAAc,GAA2B,MAAM,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAyB,WAAW,CAAC,CAAC;QACzH,cAAc,CAAC,SAAS,EAAE,CAAC;QAC3B,cAAc,CAAC,IAAI,GAAG,+BAA+B,cAAc,CAAC,QAAQ,EAAE,CAAC;QAC/E,cAAc,CAAC,WAAW,GAAG,uCAAuC,cAAc,CAAC,EAAE,EAAE,CAAA;QACvF,cAAc,CAAC,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7C,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC/B,cAAc,CAAC,UAAU,GAAG,IAAI,CAAC;QAEjC,MAAM,wBAAwB,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QACxE,IAAG,CAAC,wBAAwB,EAAC,CAAC;YAC5B,IAAA,eAAQ,EAAC,8BAA8B,EAAE,SAAS,EAAE,cAAc,CAAC,YAAY,CAAC,CAAC;YACjF,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC;QACD,IAAA,gBAAS,EAAC,4CAA4C,cAAc,CAAC,EAAE,EAAE,CAAC,CAAC;QAG3E,MAAM,gCAAoB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QACrE,MAAM,eAAe,GAA8B,gCAAoB,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,IAA+B,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACtK,IAAG,CAAC,eAAe,EAAC,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,YAAY,GAAkB,MAAM,IAAI,CAAC,kCAAkC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAE3G,MAAM,sBAAsB,GAA0B,MAAM,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAwB,mBAAmB,CAAC,CAAC;QACvI,sBAAsB,CAAC,SAAS,EAAE,CAAC;QACnC,sBAAsB,CAAC,UAAU,GAAG,cAAc,CAAC,EAAE,CAAC;QACtD,sBAAsB,CAAC,MAAM,GAAG,eAAe,CAAC,EAAE,CAAC;QACnD,sBAAsB,CAAC,QAAQ,GAAG,CAAC,CAAC;QACpC,sBAAsB,CAAC,QAAQ,GAAG,IAAI,CAAC;QACvC,sBAAsB,CAAC,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAE9E,MAAM,gCAAgC,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC;QACxF,IAAG,CAAC,gCAAgC,EAAC,CAAC;YACpC,IAAA,eAAQ,EAAC,8BAA8B,EAAE,SAAS,EAAE,sBAAsB,CAAC,YAAY,CAAC,CAAC;YACzF,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/D,CAAC;QACD,IAAA,gBAAS,EAAC,oDAAoD,sBAAsB,CAAC,EAAE,EAAE,CAAC,CAAC;QAG3F,MAAM,oBAAoB,GAAwB,MAAM,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAsB,iBAAiB,CAAC,CAAC;QAC/H,oBAAoB,CAAC,SAAS,EAAE,CAAC;QACjC,oBAAoB,CAAC,UAAU,GAAG,cAAc,CAAC,EAAE,CAAC;QACpD,oBAAoB,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrC,oBAAoB,CAAC,WAAW,GAAG,8CAA8C,CAAC;QAClF,oBAAoB,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrC,oBAAoB,CAAC,YAAY,GAAG,IAAI,CAAC;QACzC,oBAAoB,CAAC,UAAU,GAAG,IAAI,CAAC;QACvC,oBAAoB,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChD,oBAAoB,CAAC,oBAAoB,GAAG,IAAI,CAAC;QACjD,oBAAoB,CAAC,WAAW,GAAG,IAAI,CAAC;QACxC,oBAAoB,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC;QACxD,oBAAoB,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErC,MAAM,8BAA8B,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC;QACpF,IAAG,CAAC,8BAA8B,EAAC,CAAC;YAClC,IAAA,eAAQ,EAAC,8BAA8B,EAAE,SAAS,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;YACvF,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7D,CAAC;QACD,IAAA,gBAAS,EAAC,kDAAkD,oBAAoB,CAAC,EAAE,EAAE,CAAC,CAAC;QAEvF,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACpD,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjD,gCAAoB,CAAC,QAAQ,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAE1D,OAAO,cAAc,CAAC;IACxB,CAAC;IAES,oBAAoB,CAAC,YAA2B;QACxD,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,KAAkB,EAAE,EAAE;YAC7C,OAAO,YAAY,KAAK,CAAC,IAAI,IAAI,CAAC;QACpC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAES,KAAK,CAAC,kCAAkC,CAAC,QAAgB;QAIjE,MAAM,aAAa,GAA+B,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAc;YACzF,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,eAAe,QAAQ,8GAA8G;YAClJ,UAAU,EAAE,eAAe;SAC5B,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;QAEtB,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,aAAa,CAAC,OAAO,CAAC;IAC/B,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,MAAkB,EAAE,MAAe,EAAE,QAAgC,EAAE,WAAgC;QACrI,MAAM,YAAY,GAA+B,EAAE,CAAC;QACpD,KAAI,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAC,CAAC;YAClC,IAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,EAAC,CAAC;gBAC3B,SAAS;YACX,CAAC;YAED,QAAO,KAAK,CAAC,IAAI,EAAC,CAAC;gBACjB,KAAK,QAAQ;oBAEX,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;oBAClC,MAAM;gBACR,KAAK,QAAQ;oBAGX,MAAM,SAAS,GAAkC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAqB,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC1H,IAAG,CAAC,SAAS,EAAC,CAAC;wBACb,IAAA,eAAQ,EAAC,mCAAmC,KAAK,CAAC,IAAI,gBAAgB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;wBACrF,MAAM;oBACR,CAAC;oBAGD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAgB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;oBACjJ,MAAM;gBACN,KAAK,OAAO,CAAC;gBACb,KAAK,QAAQ,CAAC;gBACd,KAAK,QAAQ;oBAET,IAAA,eAAQ,EAAC,8BAA8B,KAAK,CAAC,IAAI,kBAAkB,KAAK,CAAC,IAAI,gBAAgB,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC5G,MAAM;YACd,CAAC;QACH,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAES,KAAK,CAAC,8BAA8B,CAAC,MAAkB,EAAE,OAAkB,EAAE,QAAgC;QACrH,MAAM,WAAW,GAAwB,EAAE,CAAC;QAE5C,KAAI,MAAM,aAAa,IAAI,QAAQ,CAAC,MAAM,EAAC,CAAC;YAC1C,IAAG,aAAa,CAAC,IAAI,KAAK,QAAQ,EAAC,CAAC;gBAClC,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC;YAC3C,MAAM,YAAY,GAAG,aAAa,CAAC,oBAAoB,CAAC;YAGxD,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,MAAM,MAAM,GAAG,GAAG,YAAY,QAAQ,OAAO,CAAC,GAAG,CAAC,CAAC,MAAe,EAAE,EAAE,CAAC,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAChJ,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,MAAM,UAAU,aAAa,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAE1G,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAU;gBAChD,UAAU,EAAE,aAAa;gBACzB,WAAW,EAAE,WAAW;gBACxB,UAAU,EAAE,QAAQ;aACvB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAEtB,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAsB,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gBAC5D,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC,IAAI;oBACnC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC3B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;iBACI,CAAC;gBACJ,IAAA,eAAQ,EAAC,yCAAyC,aAAa,gBAAgB,WAAW,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAChI,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAIS,KAAK,CAAC,iCAAiC,CAAC,aAA4B,EAAE,WAAqB;QACnG,IAAI,EAAE,GAAa,KAAK,CAAC,QAAQ,CAAC;QAClC,IAAI,EAAE,GAAY,KAAK,CAAC,OAAO,CAAC;QAChC,IAAI,OAAO,GAAY,IAAI,CAAC;QAE5B,IAAI,WAAW,GAAsB,MAAM,EAAE,CAAC,eAAe,CAAoB,gBAAgB,EAAE,WAAW,CAAC,CAAC;QAChH,IAAI,aAAa,GAAW,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;QACnE,IAAI,UAAU,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACvD,IAAG,CAAC,UAAU,EAAC,CAAC;YACd,IAAA,eAAQ,EAAC,wBAAwB,aAAa,CAAC,aAAa,YAAY,CAAC,CAAC;YAC1E,OAAO;QACT,CAAC;QAED,IAAI,cAAc,GAA4B,aAAa,CAAC,cAAc,CAAC;QAC3E,IAAI,QAAQ,GAAY,cAAc,CAAC,QAAQ,CAAC;QAEhD,IAAI,eAAe,GAAiB,EAAE,CAAC;QACvC,MAAM,aAAa,GAA8B,MAAM,EAAE,CAAC,OAAO,CAAa;YAC5E,UAAU,EAAE,yBAAyB;YACrC,WAAW,EAAE,eAAe,QAAQ,6BAA6B,cAAc,CAAC,EAAE,uBAAuB,aAAa,CAAC,aAAa,IAAI;YACxI,UAAU,EAAE,eAAe;SAC5B,EAAE,WAAW,CAAC,CAAC;QAEhB,IAAG,aAAa,CAAC,OAAO,EAAC,CAAC;YACxB,eAAe,GAAG,aAAa,CAAC,OAAO,CAAC;QAC1C,CAAC;aACI,CAAC;YACJ,IAAA,eAAQ,EAAC,gDAAgD,EAAE,SAAS,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;QACpG,CAAC;QAED,IAAI,SAAS,GAA2B,eAAe,CAAC,IAAI,CAAC,CAAC,EAAc,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,KAAK,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC3J,IAAG,CAAC,SAAS,EAAC,CAAC;YACb,SAAS,GAAG,MAAM,EAAE,CAAC,eAAe,CAAa,yBAAyB,EAAE,WAAW,CAAC,CAAC;YACzF,SAAS,CAAC,SAAS,EAAE,CAAC;QACxB,CAAC;QAED,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QAClE,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,aAAa,CAAC,eAAe,CAAC,CAAC;QAC7D,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,aAAa,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7D,SAAS,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;QAClE,SAAS,CAAC,GAAG,CAAC,eAAe,EAAE,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QACvE,SAAS,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QACnD,SAAS,CAAC,GAAG,CAAC,kBAAkB,EAAE,aAAa,CAAC,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9E,SAAS,CAAC,kBAAkB,GAAG,WAAW,CAAC;QAE3C,IAAI,mBAAmB,GAAY,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAG,CAAC,mBAAmB,EAAC,CAAC;YACvB,IAAA,eAAQ,EAAC,4CAA4C,EAAE,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC;YAC1F,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QAED,IAAG,OAAO,EAAC,CAAC;YACV,IAAA,gBAAS,EAAC,6CAA6C,CAAC,CAAC;QAC3D,CAAC;aACG,CAAC;YACH,IAAA,eAAQ,EAAC,yCAAyC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAOS,qCAAqC,CAAC,QAAgC;QAE9E,MAAM,UAAU,GAA0C,EAAE,CAAC;QAC7D,KAAK,MAAM,aAAa,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAoC,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAE9E,IAAG,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,EAAC,CAAC;gBAC7C,MAAM,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,6CAA6C,CAAC,CAAC;YACxF,CAAC;iBACI,CAAC;gBACJ,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC;YACjD,CAAC;QACH,CAAC;QAGD,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AArmBD,gDAqmBC"}

package/dist/models/workers/UpsertVectors.d.ts

@@ -0,0 +1,2 @@
+export declare function UpsertVectorRecords(): Promise<void>;
+//# sourceMappingURL=UpsertVectors.d.ts.map

package/dist/models/workers/UpsertVectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpsertVectors.d.ts","sourceRoot":"","sources":["../../../src/models/workers/UpsertVectors.ts"],"names":[],"mappings":"AAYA,wBAAsB,mBAAmB,kBAsCxC"}

package/dist/models/workers/UpsertVectors.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UpsertVectorRecords = void 0;
+const node_worker_threads_1 = require("node:worker_threads");
+const ai_vectordb_1 = require("@memberjunction/ai-vectordb");
+const global_1 = require("@memberjunction/global");
+const ai_vectors_pinecone_1 = require("@memberjunction/ai-vectors-pinecone");
+const core_1 = require("@memberjunction/core");
+(0, ai_vectors_pinecone_1.LoadPineconeVectorDB)();
+const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+async function UpsertVectorRecords() {
+    const { batch, context } = node_worker_threads_1.workerData;
+    const embeddingsBatch = batch;
+    if (!embeddingsBatch) {
+        throw new Error('Embeddings are required for the ArchiveWorker');
+    }
+    const entityDocument = context.entityDocument;
+    const vectorDB = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_vectordb_1.VectorDBBase, context.vectorDBClassKey, context.vectorDBAPIKey);
+    const startTime = Date.now();
+    const vectorRecords = embeddingsBatch.map((embedding) => {
+        const guid = uuidv4();
+        embedding.VectorID = guid;
+        return {
+            id: guid,
+            values: embedding.Vector,
+            metadata: {
+                RecordID: embedding.__mj_compositeKey.toString(),
+                Entity: entityDocument.Entity,
+                TemplateID: context.templateContent.ID,
+            }
+        };
+    });
+    const response = await vectorDB.createRecords(vectorRecords);
+    if (!response.success) {
+        (0, core_1.LogError)('Unable to successfully save records to vector database', undefined, response.message);
+    }
+    const runTime = Date.now() - startTime;
+    const elapsed = Date.now() - context.executionId;
+    console.log('\t##### Upserting records to vector database: Complete #####', { threadId: node_worker_threads_1.threadId, now: Date.now() % 100_000, runTime, elapsed });
+    await delay(context.delayTimeMS);
+    node_worker_threads_1.parentPort.postMessage({ ...node_worker_threads_1.workerData, ...batch });
+}
+exports.UpsertVectorRecords = UpsertVectorRecords;
+function uuidv4() {
+    return "10000000-1000-4000-8000-100000000000".replace(/[018]/g, c => (+c ^ crypto.getRandomValues(new Uint8Array(1))[0] & 15 >> +c / 4).toString(16));
+}
+UpsertVectorRecords();
+//# sourceMappingURL=UpsertVectors.js.map

package/dist/models/workers/UpsertVectors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"UpsertVectors.js","sourceRoot":"","sources":["../../../src/models/workers/UpsertVectors.ts"],"names":[],"mappings":";;;AAAA,6DAAuE;AAEvE,6DAAuF;AACvF,mDAAkD;AAClD,6EAA2E;AAC3E,+CAAgD;AAGhD,IAAA,0CAAoB,GAAE,CAAC;AAEvB,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEzE,KAAK,UAAU,mBAAmB;IACvC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,gCAA8C,CAAC;IAE1E,MAAM,eAAe,GAAoB,KAAY,CAAC;IACtD,IAAG,CAAC,eAAe,EAAC,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IAC9C,MAAM,QAAQ,GAAiB,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAe,0BAAY,EAAE,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IAE3J,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAG7B,MAAM,aAAa,GAAmB,eAAe,CAAC,GAAG,CAAC,CAAC,SAAwB,EAAE,EAAE;QACrF,MAAM,IAAI,GAAW,MAAM,EAAE,CAAC;QAC9B,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC1B,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,QAAQ,EAAE;gBACR,QAAQ,EAAE,SAAS,CAAC,iBAAiB,CAAC,QAAQ,EAAE;gBAChD,MAAM,EAAE,cAAc,CAAC,MAAM;gBAC7B,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,EAAE;aACvC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAiB,MAAM,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,IAAA,eAAQ,EAAC,wDAAwD,EAAE,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAClG,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,8DAA8D,EAAE,EAAE,QAAQ,EAAR,8BAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACvI,MAAM,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjC,gCAAU,CAAC,WAAW,CAAC,EAAE,GAAG,gCAAU,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;AACtD,CAAC;AAtCD,kDAsCC;AAED,SAAS,MAAM;IACb,OAAO,sCAAsC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAClE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAChF,CAAC;AACJ,CAAC;AAED,mBAAmB,EAAE,CAAC"}

package/dist/models/workers/VectorizeTemplates.d.ts

@@ -0,0 +1,2 @@
+export declare function VectorizeEntity(): Promise<void>;
+//# sourceMappingURL=VectorizeTemplates.d.ts.map

package/dist/models/workers/VectorizeTemplates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorizeTemplates.d.ts","sourceRoot":"","sources":["../../../src/models/workers/VectorizeTemplates.ts"],"names":[],"mappings":"AAkBA,wBAAsB,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC,CAmDrD"}