@memberjunction/ai-vector-sync 0.9.7

package/dist/config.d.ts

@@ -0,0 +1,13 @@
+export declare const openAIAPIKey: string;
+export declare const pineconeHost: string;
+export declare const pineconeAPIKey: string;
+export declare const pineconeDefaultIndex: string;
+export declare const dbHost: string;
+export declare const dbPort: number;
+export declare const dbUsername: string;
+export declare const dbPassword: string;
+export declare const dbDatabase: string;
+export declare const serverPort: number;
+export declare const currentUserEmail: string;
+export declare const mistralAPIKey: string;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,YAAY,EAAE,MAAmC,CAAC;AAC/D,eAAO,MAAM,YAAY,EAAE,MAAkC,CAAC;AAC9D,eAAO,MAAM,cAAc,EAAE,MAAqC,CAAC;AACnE,eAAO,MAAM,oBAAoB,EAAE,MAA2C,CAAC;AAE/E,eAAO,MAAM,MAAM,QAAsB,CAAC;AAC1C,eAAO,MAAM,MAAM,QAAsC,CAAC;AAC1D,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAA0B,CAAC;AAClD,eAAO,MAAM,UAAU,QAAmC,CAAC;AAE3D,eAAO,MAAM,gBAAgB,QAAiC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAA8B,CAAC"}

package/dist/config.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mistralAPIKey = exports.currentUserEmail = exports.serverPort = exports.dbDatabase = exports.dbPassword = exports.dbUsername = exports.dbPort = exports.dbHost = exports.pineconeDefaultIndex = exports.pineconeAPIKey = exports.pineconeHost = exports.openAIAPIKey = void 0;
+const dotenv_1 = __importDefault(require("dotenv"));
+dotenv_1.default.config();
+exports.openAIAPIKey = process.env.OPENAI_API_KEY;
+exports.pineconeHost = process.env.PINECONE_HOST;
+exports.pineconeAPIKey = process.env.PINECONE_API_KEY;
+exports.pineconeDefaultIndex = process.env.PINECONE_DEFAULT_INDEX;
+exports.dbHost = process.env.DB_HOST;
+exports.dbPort = Number(process.env.DB_PORT) || 1433;
+exports.dbUsername = process.env.DB_USERNAME;
+exports.dbPassword = process.env.DB_PASSWORD;
+exports.dbDatabase = process.env.DB_DATABASE;
+exports.serverPort = Number(process.env.PORT) || 8000;
+exports.currentUserEmail = process.env.CURRENT_USER_EMAIL;
+exports.mistralAPIKey = process.env.MISTRAL_API_KEY;
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEH,QAAA,YAAY,GAAW,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;AAClD,QAAA,YAAY,GAAW,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;AACjD,QAAA,cAAc,GAAW,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;AACtD,QAAA,oBAAoB,GAAW,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAElE,QAAA,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;AAC7B,QAAA,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;AAC7C,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;AACrC,QAAA,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;AAE9C,QAAA,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAElD,QAAA,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC"}

package/dist/db/db.d.ts

@@ -0,0 +1,4 @@
+import * as mssql from 'mssql';
+declare const SQLConnectionPool: mssql.ConnectionPool;
+export default SQLConnectionPool;
+//# sourceMappingURL=db.d.ts.map

package/dist/db/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../src/db/db.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAc/B,QAAA,MAAM,iBAAiB,sBAAmC,CAAC;AAE3D,eAAe,iBAAiB,CAAC"}

package/dist/db/db.js

@@ -0,0 +1,40 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const mssql = __importStar(require("mssql"));
+const config_1 = require("../config");
+const config = {
+    user: config_1.dbUsername,
+    password: config_1.dbPassword,
+    server: config_1.dbHost,
+    port: config_1.dbPort,
+    database: config_1.dbDatabase,
+    options: {
+        encrypt: true,
+    },
+};
+const SQLConnectionPool = new mssql.ConnectionPool(config);
+exports.default = SQLConnectionPool;
+//# sourceMappingURL=db.js.map

package/dist/db/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../../src/db/db.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAA+B;AAC/B,sCAA+E;AAE/E,MAAM,MAAM,GAAG;IACb,IAAI,EAAE,mBAAU;IAChB,QAAQ,EAAE,mBAAU;IACpB,MAAM,EAAE,eAAM;IACd,IAAI,EAAE,eAAM;IACZ,QAAQ,EAAE,mBAAU;IACpB,OAAO,EAAE;QACP,OAAO,EAAE,IAAI;KACd;CACF,CAAC;AAEF,MAAM,iBAAiB,GAAG,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;AAE3D,kBAAe,iBAAiB,CAAC"}

package/dist/db/dbAI.d.ts

@@ -0,0 +1,4 @@
+import { DataSource } from 'typeorm';
+declare const AppDataSource: DataSource;
+export default AppDataSource;
+//# sourceMappingURL=dbAI.d.ts.map

package/dist/db/dbAI.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dbAI.d.ts","sourceRoot":"","sources":["../../src/db/dbAI.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAerC,QAAA,MAAM,aAAa,YAAsB,CAAA;AAEzC,eAAe,aAAa,CAAC"}

package/dist/db/dbAI.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const config_1 = require("../config");
+const typeorm_1 = require("typeorm");
+const orm = {
+    type: 'mssql',
+    logging: false,
+    host: config_1.dbHost,
+    port: config_1.dbPort,
+    username: config_1.dbUsername,
+    password: config_1.dbPassword,
+    database: config_1.dbDatabase,
+    synchronize: false,
+    requestTimeout: 45000
+};
+const AppDataSource = new typeorm_1.DataSource(orm);
+exports.default = AppDataSource;
+//# sourceMappingURL=dbAI.js.map

package/dist/db/dbAI.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dbAI.js","sourceRoot":"","sources":["../../src/db/dbAI.ts"],"names":[],"mappings":";;AACA,sCAA+E;AAC/E,qCAAqC;AAGrC,MAAM,GAAG,GAA+B;IACtC,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,KAAK;IACd,IAAI,EAAE,eAAM;IACZ,IAAI,EAAE,eAAM;IACZ,QAAQ,EAAE,mBAAU;IACpB,QAAQ,EAAE,mBAAU;IACpB,QAAQ,EAAE,mBAAU;IACpB,WAAW,EAAE,KAAK;IAClB,cAAc,EAAE,KAAK;CACtB,CAAC;AAEF,MAAM,aAAa,GAAG,IAAI,oBAAU,CAAC,GAAG,CAAC,CAAA;AAEzC,kBAAe,aAAa,CAAC"}

package/dist/generic/entity.types.d.ts

@@ -0,0 +1,24 @@
+export type EntityDocument = {
+    ID: number;
+    Name: string;
+    EntityID: number;
+    TypeID: number;
+    Status: string;
+    Template: string;
+    CreatedAt: Date;
+    UpdatedAt: Date;
+    Type: string;
+    VectorIndexID: number;
+    VectorID: number;
+};
+export type EntitiyRecordDocument = {
+    ID: number;
+    EntityID: number;
+    RecordID: number;
+    DocumentText: string;
+    VectorIndexID: number;
+    VectorID: number;
+    VectorJSON: string;
+    EntitiyRecordUpdatedAt: Date;
+};
+//# sourceMappingURL=entity.types.d.ts.map

package/dist/generic/entity.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity.types.d.ts","sourceRoot":"","sources":["../../src/generic/entity.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,qBAAqB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,IAAI,CAAA;CAC/B,CAAA"}

package/dist/generic/entity.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=entity.types.js.map

package/dist/generic/entity.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity.types.js","sourceRoot":"","sources":["../../src/generic/entity.types.ts"],"names":[],"mappings":""}

package/dist/generic/entitySyncConfig.types.d.ts

@@ -0,0 +1,11 @@
+import { RunViewParams } from "@memberjunction/core";
+export type EntitySyncConfig = {
+    EntityDocumentID: number;
+    Interval: number;
+    RunViewParams: RunViewParams;
+    IncludeInSync: boolean;
+    LastRunDate: string;
+    VectorIndexID: number;
+    VectorID: number;
+};
+//# sourceMappingURL=entitySyncConfig.types.d.ts.map

package/dist/generic/entitySyncConfig.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entitySyncConfig.types.d.ts","sourceRoot":"","sources":["../../src/generic/entitySyncConfig.types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,MAAM,gBAAgB,GAAG;IAI3B,gBAAgB,EAAE,MAAM,CAAC;IAIzB,QAAQ,EAAE,MAAM,CAAC;IAMjB,aAAa,EAAE,aAAa,CAAC;IAI7B,aAAa,EAAE,OAAO,CAAC;IAMvB,WAAW,EAAE,MAAM,CAAC;IAIpB,aAAa,EAAE,MAAM,CAAC;IAItB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA"}

package/dist/generic/entitySyncConfig.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=entitySyncConfig.types.js.map

package/dist/generic/entitySyncConfig.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entitySyncConfig.types.js","sourceRoot":"","sources":["../../src/generic/entitySyncConfig.types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export * from './generic/entity.types';
+export * from './models/vectorSyncBase';
+export * from './generic/entitySyncConfig.types';
+export * from './models/entityVectorSync';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,kCAAkC,CAAC;AACjD,cAAc,2BAA2B,CAAC"}

package/dist/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./generic/entity.types"), exports);
+__exportStar(require("./models/vectorSyncBase"), exports);
+__exportStar(require("./generic/entitySyncConfig.types"), exports);
+__exportStar(require("./models/entityVectorSync"), exports);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAuC;AACvC,0DAAwC;AACxC,mEAAiD;AACjD,4DAA0C"}

package/dist/models/entityVectorSync.d.ts

@@ -0,0 +1,51 @@
+import { EntitySyncConfig } from '../generic/entitySyncConfig.types';
+import { SQLServerDataProvider } from "@memberjunction/sqlserver-dataprovider";
+import { IMetadataProvider, RunView, UserInfo } from "@memberjunction/core";
+import { Request } from 'mssql';
+import { Embeddings } from '@memberjunction/ai';
+import { VectorDBBase } from '@memberjunction/ai-vectordb';
+import { AIModelEntity, VectorDatabaseEntity } from '@memberjunction/core-entities';
+export declare class EntityVectorSyncer {
+    _provider: SQLServerDataProvider;
+    _userInfo: UserInfo;
+    _runView: RunView;
+    _startTime: Date;
+    _endTime: Date;
+    _vectorDB: VectorDBBase;
+    _embedding: Embeddings;
+    protected GetAIModel(): AIModelEntity;
+    protected GetVectorDatabase(): VectorDatabaseEntity;
+    syncEntityDocuments(): Promise<void>;
+    getJSONData: () => EntitySyncConfig[];
+    setupDBConnection(): Promise<void>;
+    setupAndGetSQLServerProvider: () => Promise<SQLServerDataProvider>;
+    getDefaultUser(provider: IMetadataProvider): UserInfo;
+    private timer;
+    syncEntityDocument(config: EntitySyncConfig): Promise<any>;
+    getEntityDocument(entityDocumentID: number): Promise<EntityDocument>;
+    getRelatedEntityRecords(entityDocument: EntityDocument): Promise<any>;
+    private getEntityRecordDocument;
+    private upsertEntityRecordDocument;
+    private executeStoredProcedure;
+    mapObjectPropertiesToRequest: (obj: any, r: Request) => void;
+    private parseStringTemplate;
+    private start;
+    private end;
+    private timeDiff;
+    private saveJSONData;
+}
+type EntityDocument = {
+    ID: number;
+    Name: string;
+    EntityID: number;
+    TypeID: number;
+    Status: string;
+    Template: string;
+    CreatedAt: Date;
+    UpdatedAt: Date;
+    Type: string;
+    VectorIndexID: number;
+    VectorID: number;
+};
+export {};
+//# sourceMappingURL=entityVectorSync.d.ts.map

package/dist/models/entityVectorSync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entityVectorSync.d.ts","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAErE,OAAO,EAAE,qBAAqB,EAAqD,MAAM,wCAAwC,CAAC;AAElI,OAAO,EAAE,iBAAiB,EAAa,OAAO,EAAgC,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErH,OAAO,EAAoB,OAAO,EAAE,MAAM,OAAO,CAAC;AAClD,OAAO,EAAE,UAAU,EAAc,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAiB,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAE1E,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAGpF,qBAAa,kBAAkB;IAE3B,SAAS,EAAE,qBAAqB,CAAC;IACjC,SAAS,EAAE,QAAQ,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAElB,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;IAEf,SAAS,EAAE,YAAY,CAAC;IACxB,UAAU,EAAE,UAAU,CAAC;IAMvB,SAAS,CAAC,UAAU,IAAI,aAAa;IASrC,SAAS,CAAC,iBAAiB,IAAI,oBAAoB;IAStC,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC;IAoC1C,WAAW,QAAO,gBAAgB,EAAE,CAG1C;IAEY,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOxC,4BAA4B,QAAa,QAAQ,qBAAqB,CAAC,CAG7E;IAEM,cAAc,CAAC,QAAQ,EAAE,iBAAiB,GAAG,QAAQ;YAU9C,KAAK;IAIN,kBAAkB,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC;IA2G1D,iBAAiB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAiBpE,uBAAuB,CAAC,cAAc,EAAE,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC;YAiBpE,uBAAuB;YAkBvB,0BAA0B;YAqB1B,sBAAsB;IAkBpC,4BAA4B,QAAS,GAAG,KAAK,OAAO,UAOlD;IAEF,OAAO,CAAC,mBAAmB;IAa3B,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,GAAG;IAIX,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,YAAY;CAGvB;AAED,KAAK,cAAc,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAA;CACnB,CAAA"}

package/dist/models/entityVectorSync.js

@@ -0,0 +1,292 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityVectorSyncer = void 0;
+const fs = __importStar(require("fs"));
+const db_1 = __importDefault(require("../db/db"));
+const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
+const dbAI_1 = __importDefault(require("../db/dbAI"));
+const core_1 = require("@memberjunction/core");
+const config_1 = require("../config");
+const ai_1 = require("@memberjunction/ai");
+const ai_vectordb_1 = require("@memberjunction/ai-vectordb");
+const global_1 = require("@memberjunction/global");
+const aiengine_1 = require("@memberjunction/aiengine");
+class EntityVectorSyncer {
+    _provider;
+    _userInfo;
+    _runView;
+    _startTime;
+    _endTime;
+    _vectorDB;
+    _embedding;
+    GetAIModel() {
+        const model = aiengine_1.AIEngine.Models.find(m => m.AIModelTypeID === 3);
+        return model;
+    }
+    GetVectorDatabase() {
+        if (aiengine_1.AIEngine.VectorDatabases.length > 0) {
+            return aiengine_1.AIEngine.VectorDatabases[0];
+        }
+        else {
+            throw new Error("No Vector Databases found");
+        }
+    }
+    async syncEntityDocuments() {
+        this.start();
+        await this.setupDBConnection();
+        console.log("Connected to SQL Server");
+        console.log("Syncing entities...");
+        const aiModel = this.GetAIModel();
+        const vectorDB = this.GetVectorDatabase();
+        const embeddingAPIKey = (0, ai_1.GetAIAPIKey)(aiModel.DriverClass);
+        const vectorDBAPIKey = (0, ai_1.GetAIAPIKey)(vectorDB.ClassKey);
+        (0, core_1.LogStatus)("Embedding API Key: ", embeddingAPIKey);
+        (0, core_1.LogStatus)("Vector Database API Key: ", vectorDBAPIKey);
+        this._embedding = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_1.Embeddings, aiModel.DriverClass, embeddingAPIKey);
+        this._vectorDB = global_1.MJGlobal.Instance.ClassFactory.CreateInstance(ai_vectordb_1.VectorDBBase, vectorDB.ClassKey, vectorDBAPIKey);
+        const entityConfigs = this.getJSONData();
+        const activeCount = entityConfigs.filter((entity) => entity.IncludeInSync).length;
+        console.log(`${entityConfigs.length} entity config(s) found, ${activeCount} marked active`);
+        for (const entityConfig of entityConfigs) {
+            if (entityConfig.IncludeInSync) {
+                console.log(`Syncing entity document with ID ${entityConfig.EntityDocumentID}`);
+                await this.syncEntityDocument(entityConfig);
+                entityConfig.LastRunDate = new Date().toISOString();
+            }
+            else {
+                console.log(`Skipping entity document with ID ${entityConfig.EntityDocumentID}`);
+            }
+        }
+        this.saveJSONData(entityConfigs);
+        this.end();
+        console.log(`Sync completed in ${this.timeDiff()} seconds`);
+    }
+    getJSONData = () => {
+        const entities = JSON.parse(fs.readFileSync('./data/entitiesToSync.json', 'utf-8'));
+        return entities;
+    };
+    async setupDBConnection() {
+        await db_1.default.connect();
+        this._provider = await this.setupAndGetSQLServerProvider();
+        this._userInfo = this.getDefaultUser(this._provider);
+        this._runView = new core_1.RunView();
+    }
+    setupAndGetSQLServerProvider = async () => {
+        const config = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dbAI_1.default, config_1.currentUserEmail);
+        return await (0, sqlserver_dataprovider_1.setupSQLServerClient)(config);
+    };
+    getDefaultUser(provider) {
+        return new core_1.UserInfo(provider, { Email: config_1.currentUserEmail,
+            UserRoles: [
+                { UserID: 24, RoleName: "Developer", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" },
+                { UserID: 24, RoleName: "UI", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" }
+            ]
+        });
+    }
+    async timer(ms) {
+        return new Promise(res => setTimeout(res, ms));
+    }
+    async syncEntityDocument(config) {
+        const entityDocument = await this.getEntityDocument(config.EntityDocumentID);
+        if (!entityDocument) {
+            console.log(`Error: no entity document with ID ${config.EntityDocumentID} found`);
+            return;
+        }
+        if (entityDocument.Status !== "Active") {
+            console.log(`Entity document with ID ${config.EntityDocumentID} is not set to Active. Is: ${entityDocument.Status}`);
+            return;
+        }
+        const lastRunDate = new Date(config.LastRunDate);
+        console.log(`Last run date for entity document ${entityDocument.ID}: ${lastRunDate}`);
+        let offset = 0;
+        let fetchNext = 50;
+        let limit = 100;
+        let shouldContinue = true;
+        while (shouldContinue) {
+            const rvParams = {
+                EntityName: entityDocument.Type,
+                OrderBy: `ID OFFSET ${offset} ROWS FETCH NEXT ${fetchNext} ROWS ONLY`,
+                IgnoreMaxRows: true
+            };
+            let result = await this._runView.RunView(rvParams, this._userInfo);
+            console.log("processing embedding batch #", (offset / fetchNext) + 1, `of ${entityDocument.Type}-${entityDocument.Name} records`);
+            for (const record of result.Results) {
+                if (!record.ID || !record.UpdatedAt || record.UpdatedAt <= lastRunDate) {
+                    continue;
+                }
+                const formattedTemplate = this.parseStringTemplate(entityDocument.Template, record);
+                const embedResponse = this._embedding.EmbedText({ text: formattedTemplate, model: null });
+                const embeddingRes = (await embedResponse).data;
+                await this.timer(100);
+                const recordID = record.ID;
+                const entityRecordDocument = await this.getEntityRecordDocument(entityDocument.EntityID, recordID, config.VectorIndexID, config.VectorID);
+                const erdID = entityRecordDocument ? entityRecordDocument.ID : -1;
+                let upsertResult = await this.upsertEntityRecordDocument({
+                    ID: erdID,
+                    EntityID: entityDocument.EntityID,
+                    RecordID: recordID,
+                    DocumentText: formattedTemplate,
+                    VectorIndexID: config.VectorIndexID,
+                    VectorID: config.VectorID,
+                    VectorJSON: JSON.stringify(embeddingRes),
+                    EntitiyRecordUpdatedAt: record.UpdatedAt
+                });
+                let vectorRecordID = upsertResult?.recordset[0].ID?.toString();
+                if (!vectorRecordID) {
+                    vectorRecordID = `${entityDocument.Type}${entityDocument.Name}${recordID}`;
+                }
+                const existingRecord = (await this._vectorDB.getRecord({ id: vectorRecordID })).data;
+                let updateParams = {
+                    id: null,
+                    data: {
+                        id: vectorRecordID,
+                        values: embeddingRes
+                    }
+                };
+                if (existingRecord) {
+                    await this._vectorDB.updateRecord(updateParams);
+                }
+                else {
+                    const pineconeRecord = {
+                        id: vectorRecordID,
+                        values: embeddingRes,
+                        metadata: {
+                            Template: formattedTemplate
+                        }
+                    };
+                    await this._vectorDB.createRecord(pineconeRecord);
+                }
+            }
+            offset += fetchNext;
+            if (result.RowCount === 0 || offset >= limit) {
+                shouldContinue = false;
+            }
+        }
+    }
+    async getEntityDocument(entityDocumentID) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${entityDocumentID}'`
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getRelatedEntityRecords(entityDocument) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Documents",
+            ExtraFilter: `ID = '${entityDocument.ID}'`
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async getEntityRecordDocument(entityID, recordID, VectorIndexID, VectorID) {
+        const rvResult = await this._runView.RunView({
+            EntityName: "Entity Record Documents",
+            ExtraFilter: `EntityID = ${entityID} AND RecordID = ${recordID} AND VectorIndexID = ${VectorIndexID} AND VectorID = ${VectorID}`,
+            OrderBy: 'ID'
+        }, this._userInfo);
+        if (!rvResult || rvResult.RowCount === 0) {
+            return null;
+        }
+        else {
+            const vdResults = rvResult?.Results;
+            const entityDocument = vdResults[0];
+            return entityDocument;
+        }
+    }
+    async upsertEntityRecordDocument(document) {
+        const sp = document.ID <= -1 ? "admin.spCreateEntityRecordDocument" : "admin.spUpdateEntityRecordDocument";
+        let params = {
+            ID: document.ID,
+            EntityID: document.EntityID,
+            RecordID: document.RecordID,
+            DocumentText: document.DocumentText,
+            VectorIndexID: document.VectorIndexID,
+            VectorID: document.VectorID,
+            VectorJSON: document.VectorJSON,
+            EntityRecordUpdatedAt: document.EntitiyRecordUpdatedAt
+        };
+        if (sp === "admin.spCreateEntityRecordDocument") {
+            delete params.ID;
+        }
+        const result = await this.executeStoredProcedure(sp, params);
+        return result;
+    }
+    async executeStoredProcedure(storedProcedure, params) {
+        try {
+            const request = db_1.default.request();
+            this.mapObjectPropertiesToRequest(params, request);
+            return request.execute(storedProcedure);
+        }
+        catch (error) {
+            console.log(error);
+            return null;
+        }
+    }
+    mapObjectPropertiesToRequest = (obj, r) => {
+        Object.keys(obj).map((key) => {
+            r.input(key, obj[key]);
+        });
+    };
+    parseStringTemplate(str, obj) {
+        let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
+        let args = str.match(/[^{\}]+(?=})/g) || [];
+        let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
+        return String.raw({ raw: parts }, ...parameters);
+    }
+    start() {
+        this._startTime = new Date();
+    }
+    end() {
+        this._endTime = new Date();
+    }
+    timeDiff() {
+        let timeDiff = this._endTime.valueOf() - this._startTime.valueOf();
+        timeDiff /= 1000;
+        var seconds = Math.round(timeDiff);
+        return seconds;
+    }
+    saveJSONData(data) {
+        fs.writeFileSync('./data/entitiesToSync.json', JSON.stringify(data, null, 2));
+    }
+}
+exports.EntityVectorSyncer = EntityVectorSyncer;
+//# sourceMappingURL=entityVectorSync.js.map

package/dist/models/entityVectorSync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entityVectorSync.js","sourceRoot":"","sources":["../../src/models/entityVectorSync.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAEzB,kDAAyC;AACzC,mFAAkI;AAClI,sDAAuC;AACvC,+CAAqH;AACrH,sCAA6C;AAE7C,2CAA4D;AAC5D,6DAA0E;AAC1E,mDAAkD;AAElD,uDAAoD;AAEpD,MAAa,kBAAkB;IAE3B,SAAS,CAAwB;IACjC,SAAS,CAAW;IACpB,QAAQ,CAAU;IAElB,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf,SAAS,CAAe;IACxB,UAAU,CAAa;IAMb,UAAU;QAChB,MAAM,KAAK,GAAG,mBAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,CAA8E,CAAA;QAC3I,OAAO,KAAK,CAAC;IACjB,CAAC;IAMS,iBAAiB;QACvB,IAAG,mBAAQ,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAC,CAAC;YACpC,OAAO,mBAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC;aACG,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEnC,MAAM,OAAO,GAAkB,IAAI,CAAC,UAAU,EAAE,CAAC;QACjD,MAAM,QAAQ,GAAyB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChE,MAAM,eAAe,GAAW,IAAA,gBAAW,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACjE,MAAM,cAAc,GAAW,IAAA,gBAAW,EAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAE9D,IAAA,gBAAS,EAAC,qBAAqB,EAAE,eAAe,CAAC,CAAC;QAClD,IAAA,gBAAS,EAAC,2BAA2B,EAAE,cAAc,CAAC,CAAC;QAEvD,IAAI,CAAC,UAAU,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAa,eAAU,EAAE,OAAO,CAAC,WAAW,EAAE,eAAe,CAAC,CAAA;QAC7H,IAAI,CAAC,SAAS,GAAG,iBAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAe,0BAAY,EAAE,QAAQ,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAE9H,MAAM,aAAa,GAAuB,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7D,MAAM,WAAW,GAAW,aAAa,CAAC,MAAM,CAAC,CAAC,MAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC;QAC5G,OAAO,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,4BAA4B,WAAW,gBAAgB,CAAC,CAAC;QAE5F,KAAI,MAAM,YAAY,IAAI,aAAa,EAAC,CAAC;YACrC,IAAG,YAAY,CAAC,aAAa,EAAC,CAAC;gBAC3B,OAAO,CAAC,GAAG,CAAC,mCAAmC,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBAChF,MAAM,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;gBAC5C,YAAY,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACxD,CAAC;iBACG,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,CAAC,gBAAgB,EAAE,CAAC,CAAC;YACrF,CAAC;QACL,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAChE,CAAC;IAEM,WAAW,GAAG,GAAuB,EAAE;QAC1C,MAAM,QAAQ,GAAuB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,4BAA4B,EAAE,OAAO,CAAC,CAAC,CAAC;QACxG,OAAO,QAAQ,CAAC;IACpB,CAAC,CAAA;IAEM,KAAK,CAAC,iBAAiB;QAC1B,MAAM,YAAiB,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;IAClC,CAAC;IAEM,4BAA4B,GAAG,KAAK,IAAoC,EAAE;QAC7E,MAAM,MAAM,GAAG,IAAI,oDAA2B,CAAC,cAAa,EAAE,yBAAgB,CAAC,CAAC;QAChF,OAAO,MAAM,IAAA,6CAAoB,EAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAA;IAEM,cAAc,CAAC,QAA2B;QAC7C,OAAO,IAAI,eAAQ,CAAC,QAAQ,EACxB,EAAE,KAAK,EAAE,yBAAgB;YACrB,SAAS,EAAE;gBACP,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBAC7G,EAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;aACxG;SACJ,CAAC,CAAC;IACX,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,EAAU;QAC1B,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,MAAwB;QACpD,MAAM,cAAc,GAAmB,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC7F,IAAG,CAAC,cAAc,EAAC,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,qCAAqC,MAAM,CAAC,gBAAgB,QAAQ,CAAC,CAAC;YAClF,OAAO;QACX,CAAC;QAED,IAAG,cAAc,CAAC,MAAM,KAAK,QAAQ,EAAC,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,gBAAgB,8BAA8B,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC;YACrH,OAAO;QACX,CAAC;QAED,MAAM,WAAW,GAAS,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,qCAAqC,cAAc,CAAC,EAAE,KAAK,WAAW,EAAE,CAAC,CAAC;QAEtF,IAAI,MAAM,GAAW,CAAC,CAAC;QACvB,IAAI,SAAS,GAAW,EAAE,CAAC;QAC3B,IAAI,KAAK,GAAW,GAAG,CAAA;QACvB,IAAI,cAAc,GAAY,IAAI,CAAC;QAEnC,OAAM,cAAc,EAAC,CAAC;YAClB,MAAM,QAAQ,GAAkB;gBAC5B,UAAU,EAAE,cAAc,CAAC,IAAI;gBAE/B,OAAO,EAAE,aAAa,MAAM,oBAAoB,SAAS,YAAY;gBACrE,aAAa,EAAE,IAAI;aACtB,CAAA;YAED,IAAI,MAAM,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAClF,OAAO,CAAC,GAAG,CAAC,8BAA8B,EAAE,CAAC,MAAM,GAAC,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,cAAc,CAAC,IAAI,IAAI,cAAc,CAAC,IAAI,UAAU,CAAC,CAAC;YAEhI,KAAI,MAAM,MAAM,IAAI,MAAM,CAAC,OAAgB,EAAC,CAAC;gBAEzC,IAAG,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,IAAI,WAAW,EAAC,CAAC;oBACnE,SAAS;gBACb,CAAC;gBAKD,MAAM,iBAAiB,GAAW,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAE5F,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;gBACxF,MAAM,YAAY,GAAa,CAAC,MAAM,aAAa,CAAC,CAAC,IAAI,CAAC;gBAG1D,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAEtB,MAAM,QAAQ,GAAW,MAAM,CAAC,EAAE,CAAC;gBAKnC,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1I,MAAM,KAAK,GAAW,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAG1E,IAAI,YAAY,GAA4C,MAAM,IAAI,CAAC,0BAA0B,CAAC;oBAC9F,EAAE,EAAE,KAAK;oBACT,QAAQ,EAAE,cAAc,CAAC,QAAQ;oBACjC,QAAQ,EAAE,QAAQ;oBAClB,YAAY,EAAE,iBAAiB;oBAC/B,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;oBACxC,sBAAsB,EAAE,MAAM,CAAC,SAAS;iBAC3C,CAAC,CAAC;gBAEH,IAAI,cAAc,GAAW,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;gBACvE,IAAG,CAAC,cAAc,EAAC,CAAC;oBAChB,cAAc,GAAG,GAAG,cAAc,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAA;gBAC9E,CAAC;gBAED,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAC,EAAE,EAAE,cAAc,EAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAGnF,IAAI,YAAY,GAAQ;oBACpB,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE;wBACF,EAAE,EAAE,cAAc;wBAClB,MAAM,EAAE,YAAY;qBACvB;iBACJ,CAAA;gBAED,IAAG,cAAc,EAAC,CAAC;oBACf,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;gBACpD,CAAC;qBACG,CAAC;oBACD,MAAM,cAAc,GAAQ;wBACxB,EAAE,EAAE,cAAc;wBAClB,MAAM,EAAE,YAAY;wBACpB,QAAQ,EAAE;4BACN,QAAQ,EAAE,iBAAiB;yBAC9B;qBACJ,CAAA;oBAED,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;gBACtD,CAAC;YACL,CAAC;YAED,MAAM,IAAI,SAAS,CAAC;YACpB,IAAG,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,EAAC,CAAC;gBACzC,cAAc,GAAG,KAAK,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,gBAAwB;QACnD,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,gBAAgB,GAAG;SAC5C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,cAA8B;QAC/D,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,kBAAkB;YAC9B,WAAW,EAAE,SAAS,cAAc,CAAC,EAAE,GAAG;SAC7C,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAAmB,SAAS,CAAC,CAAC,CAAC,CAAC;YACpD,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAgB,EAAE,QAAgB,EAAE,aAAqB,EAAE,QAAQ;QACrG,MAAM,QAAQ,GAAkB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACxD,UAAU,EAAE,yBAAyB;YACrC,WAAW,EAAE,cAAc,QAAQ,mBAAmB,QAAQ,wBAAwB,aAAa,mBAAmB,QAAQ,EAAE;YAChI,OAAO,EAAE,IAAI;SAChB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,IAAG,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,EAAC,CAAC;YACrC,OAAO,IAAI,CAAC;QAChB,CAAC;aACG,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,EAAE,OAAgB,CAAC;YAC7C,MAAM,cAAc,GAA0B,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3D,OAAO,cAAc,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,0BAA0B,CAAC,QAA+B;QACpE,MAAM,EAAE,GAAW,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,oCAAoC,CAAC;QACnH,IAAI,MAAM,GAAG;YACT,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,aAAa,EAAE,QAAQ,CAAC,aAAa;YACrC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,qBAAqB,EAAE,QAAQ,CAAC,sBAAsB;SACzD,CAAC;QAEF,IAAG,EAAE,KAAK,oCAAoC,EAAC,CAAC;YAC5C,OAAO,MAAM,CAAC,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAwB,EAAE,EAAE,MAAM,CAAC,CAAC;QACpF,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAI,eAAuB,EAAE,MAAW;QACxE,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,YAAiB,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,OAAO,CAAI,eAAe,CAAC,CAAC;QAC/C,CAAC;QACD,OAAM,KAAK,EAAC,CAAC;YACT,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAQD,4BAA4B,GAAG,CAAC,GAAQ,EAAE,CAAU,EAAE,EAAE;QAIpD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;YACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEM,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE7C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK;QACT,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACjC,CAAC;IAEO,GAAG;QACP,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,CAAC;IAEO,QAAQ;QACZ,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEnE,QAAQ,IAAI,IAAI,CAAC;QAGjB,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,YAAY,CAAC,IAAwB;QACzC,EAAE,CAAC,aAAa,CAAC,4BAA4B,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;CACJ;AAtVD,gDAsVC"}

package/dist/models/vectorSyncBase.d.ts

@@ -0,0 +1,28 @@
+import { BaseLLM } from "@memberjunction/ai";
+import { PineconeDatabase } from "@memberjunction/ai-vectors-pinecone";
+import { UserInfo, RunView } from "@memberjunction/core";
+import { SQLServerDataProvider } from "@memberjunction/sqlserver-dataprovider";
+import { IProcedureResult, Request } from 'mssql';
+export declare class VectorSyncBase {
+    _provider: SQLServerDataProvider;
+    _userInfo: UserInfo;
+    _runView: RunView;
+    _startTime: Date;
+    _endTime: Date;
+    _pineconeDB: PineconeDatabase;
+    _embedding: BaseLLM;
+    _languageModel: BaseLLM;
+    protected setupDBConnection(): Promise<void>;
+    protected setupAndGetSQLServerProvider: () => Promise<SQLServerDataProvider>;
+    protected getDefaultUser(provider: SQLServerDataProvider): UserInfo;
+    protected timer(ms: number): Promise<unknown>;
+    protected executeStoredProcedure<T>(storedProcedure: string, params: any): Promise<IProcedureResult<T>>;
+    protected mapObjectPropertiesToRequest: (obj: any, r: Request) => void;
+    protected parseStringTemplate(str: string, obj: any): string;
+    protected start(): void;
+    protected end(): void;
+    protected timeDiff(): number;
+    protected saveJSONData(data: any, path: string): void;
+    protected isEmpty(obj: object): boolean;
+}
+//# sourceMappingURL=vectorSyncBase.d.ts.map

package/dist/models/vectorSyncBase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSyncBase.d.ts","sourceRoot":"","sources":["../../src/models/vectorSyncBase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAgE,MAAM,wCAAwC,CAAC;AAC7I,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAKlD,qBAAa,cAAc;IACvB,SAAS,EAAE,qBAAqB,CAAC;IACjC,SAAS,EAAE,QAAQ,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAElB,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;IAEf,WAAW,EAAE,gBAAgB,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;cAER,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IASlD,SAAS,CAAC,4BAA4B,QAAa,QAAQ,qBAAqB,CAAC,CAGhF;IAED,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,qBAAqB,GAAG,QAAQ;cAUnD,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;cAInC,sBAAsB,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAkB7G,SAAS,CAAC,4BAA4B,QAAS,GAAG,KAAK,OAAO,UAO5D;IAEF,SAAS,CAAC,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM;IAa5D,SAAS,CAAC,KAAK,IAAI,IAAI;IAIvB,SAAS,CAAC,GAAG,IAAI,IAAI;IAIrB,SAAS,CAAC,QAAQ,IAAI,MAAM;IAU5B,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIrD,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM;CAShC"}

package/dist/models/vectorSyncBase.js

@@ -0,0 +1,115 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VectorSyncBase = void 0;
+const fs = __importStar(require("fs"));
+const core_1 = require("@memberjunction/core");
+const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
+const db_1 = __importDefault(require("../db/db"));
+const config_1 = require("../config");
+const dbAI_1 = __importDefault(require("../db/dbAI"));
+class VectorSyncBase {
+    _provider;
+    _userInfo;
+    _runView;
+    _startTime;
+    _endTime;
+    _pineconeDB;
+    _embedding;
+    _languageModel;
+    async setupDBConnection() {
+        await db_1.default.connect();
+        this._provider = await this.setupAndGetSQLServerProvider();
+        console.log("current user:", this._provider.CurrentUser);
+        console.log("user cache", sqlserver_dataprovider_1.UserCache.Instance.Users);
+        this._userInfo = this.getDefaultUser(this._provider);
+        this._runView = new core_1.RunView();
+    }
+    setupAndGetSQLServerProvider = async () => {
+        const config = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dbAI_1.default, config_1.currentUserEmail);
+        return await (0, sqlserver_dataprovider_1.setupSQLServerClient)(config);
+    };
+    getDefaultUser(provider) {
+        return new core_1.UserInfo(provider, { Email: config_1.currentUserEmail,
+            UserRoles: [
+                { UserID: 24, RoleName: "Developer", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" },
+                { UserID: 24, RoleName: "UI", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" }
+            ]
+        });
+    }
+    async timer(ms) {
+        return new Promise(res => setTimeout(res, ms));
+    }
+    async executeStoredProcedure(storedProcedure, params) {
+        try {
+            const request = db_1.default.request();
+            this.mapObjectPropertiesToRequest(params, request);
+            return request.execute(storedProcedure);
+        }
+        catch (error) {
+            console.log(error);
+            return null;
+        }
+    }
+    mapObjectPropertiesToRequest = (obj, r) => {
+        Object.keys(obj).map((key) => {
+            r.input(key, obj[key]);
+        });
+    };
+    parseStringTemplate(str, obj) {
+        let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
+        let args = str.match(/[^{\}]+(?=})/g) || [];
+        let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
+        return String.raw({ raw: parts }, ...parameters);
+    }
+    start() {
+        this._startTime = new Date();
+    }
+    end() {
+        this._endTime = new Date();
+    }
+    timeDiff() {
+        let timeDiff = this._endTime.valueOf() - this._startTime.valueOf();
+        timeDiff /= 1000;
+        var seconds = Math.round(timeDiff);
+        return seconds;
+    }
+    saveJSONData(data, path) {
+        fs.writeFileSync(path, JSON.stringify(data, null, 2));
+    }
+    isEmpty(obj) {
+        for (const prop in obj) {
+            if (Object.hasOwn(obj, prop)) {
+                return false;
+            }
+        }
+        return true;
+    }
+}
+exports.VectorSyncBase = VectorSyncBase;
+//# sourceMappingURL=vectorSyncBase.js.map

package/dist/models/vectorSyncBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorSyncBase.js","sourceRoot":"","sources":["../../src/models/vectorSyncBase.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB,+CAAyD;AACzD,mFAA6I;AAE7I,kDAAyC;AACzC,sCAA6C;AAC7C,sDAAuC;AAEvC,MAAa,cAAc;IACvB,SAAS,CAAwB;IACjC,SAAS,CAAW;IACpB,QAAQ,CAAU;IAElB,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf,WAAW,CAAmB;IAC9B,UAAU,CAAU;IACpB,cAAc,CAAU;IAEd,KAAK,CAAC,iBAAiB;QAC7B,MAAM,YAAiB,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,kCAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;IAClC,CAAC;IAES,4BAA4B,GAAG,KAAK,IAAoC,EAAE;QAChF,MAAM,MAAM,GAAG,IAAI,oDAA2B,CAAC,cAAa,EAAE,yBAAgB,CAAC,CAAC;QAChF,OAAO,MAAM,IAAA,6CAAoB,EAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAA;IAES,cAAc,CAAC,QAA+B;QACpD,OAAO,IAAI,eAAQ,CAAC,QAAe,EAC/B,EAAE,KAAK,EAAE,yBAAgB;YACrB,SAAS,EAAE;gBACP,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBAC7G,EAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;aACxG;SACJ,CAAC,CAAC;IACX,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAES,KAAK,CAAC,sBAAsB,CAAI,eAAuB,EAAE,MAAW;QAC1E,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,YAAiB,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,OAAO,CAAI,eAAe,CAAC,CAAC;QAC/C,CAAC;QACD,OAAM,KAAK,EAAC,CAAC;YACT,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAQS,4BAA4B,GAAG,CAAC,GAAQ,EAAE,CAAU,EAAE,EAAE;QAI9D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;YACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEQ,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE/C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;IAES,KAAK;QACX,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACjC,CAAC;IAES,GAAG;QACT,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,CAAC;IAES,QAAQ;QACd,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEnE,QAAQ,IAAI,IAAI,CAAC;QAGjB,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,YAAY,CAAC,IAAS,EAAE,IAAY;QAC1C,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAES,OAAO,CAAC,GAAW;QACzB,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA/GD,wCA+GC"}

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@memberjunction/ai-vector-sync",
+  "version": "0.9.7",
+  "description": "MemberJunction: AI Vector/Entity Sync Package - handles synchronization between Vector DB and MJ CDP Data",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "/dist"
+  ],
+  "scripts": {
+    "start": "ts-node-dev src/index.ts",
+    "build": "tsc",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "MemberJunction.com",
+  "license": "ISC",
+  "dependencies": {
+    "@memberjunction/ai": "^0.9.160",
+    "@memberjunction/ai-vectordb": "^0.9.4",
+    "@memberjunction/ai-vectors": "^0.9.5",
+    "@memberjunction/aiengine": "^0.9.57",
+    "@memberjunction/core": "^0.9.172",
+    "@memberjunction/global": "^0.9.153",
+    "dotenv": "^16.0.3",
+    "typeorm": "^0.3.20"
+  },
+  "devDependencies": {
+    "@types/mssql": "^9.1.5",
+    "@types/node": "^20.1.7",
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.3.3"
+  }
+}