@memberjunction/ai-vector-sync 1.2.1 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/dist/constants.d.ts +2 -0
  2. package/dist/constants.d.ts.map +1 -0
  3. package/dist/constants.js +5 -0
  4. package/dist/constants.js.map +1 -0
  5. package/dist/generic/EntityDocumentTemplateParser.d.ts +18 -0
  6. package/dist/generic/EntityDocumentTemplateParser.d.ts.map +1 -0
  7. package/dist/generic/EntityDocumentTemplateParser.js +145 -0
  8. package/dist/generic/EntityDocumentTemplateParser.js.map +1 -0
  9. package/dist/generic/vectorSync.types.d.ts +12 -0
  10. package/dist/generic/vectorSync.types.d.ts.map +1 -0
  11. package/dist/generic/{entity.types.js → vectorSync.types.js} +1 -1
  12. package/dist/generic/vectorSync.types.js.map +1 -0
  13. package/dist/index.d.ts +2 -2
  14. package/dist/index.d.ts.map +1 -1
  15. package/dist/index.js +2 -2
  16. package/dist/index.js.map +1 -1
  17. package/dist/models/EntityDocumentCache.d.ts +19 -0
  18. package/dist/models/EntityDocumentCache.d.ts.map +1 -0
  19. package/dist/models/EntityDocumentCache.js +62 -0
  20. package/dist/models/EntityDocumentCache.js.map +1 -0
  21. package/dist/models/entityVectorSync.d.ts +19 -45
  22. package/dist/models/entityVectorSync.d.ts.map +1 -1
  23. package/dist/models/entityVectorSync.js +177 -251
  24. package/dist/models/entityVectorSync.js.map +1 -1
  25. package/package.json +7 -9
  26. package/dist/generic/entity.types.d.ts +0 -24
  27. package/dist/generic/entity.types.d.ts.map +0 -1
  28. package/dist/generic/entity.types.js.map +0 -1
  29. package/dist/models/vectorSyncBase.d.ts +0 -28
  30. package/dist/models/vectorSyncBase.d.ts.map +0 -1
  31. package/dist/models/vectorSyncBase.js +0 -115
  32. package/dist/models/vectorSyncBase.js.map +0 -1
@@ -1,28 +0,0 @@
1
- import { BaseLLM } from "@memberjunction/ai";
2
- import { PineconeDatabase } from "@memberjunction/ai-vectors-pinecone";
3
- import { UserInfo, RunView } from "@memberjunction/core";
4
- import { SQLServerDataProvider } from "@memberjunction/sqlserver-dataprovider";
5
- import { IProcedureResult, Request } from 'mssql';
6
- export declare class VectorSyncBase {
7
- _provider: SQLServerDataProvider;
8
- _userInfo: UserInfo;
9
- _runView: RunView;
10
- _startTime: Date;
11
- _endTime: Date;
12
- _pineconeDB: PineconeDatabase;
13
- _embedding: BaseLLM;
14
- _languageModel: BaseLLM;
15
- protected setupDBConnection(): Promise<void>;
16
- protected setupAndGetSQLServerProvider: () => Promise<SQLServerDataProvider>;
17
- protected getDefaultUser(provider: SQLServerDataProvider): UserInfo;
18
- protected timer(ms: number): Promise<unknown>;
19
- protected executeStoredProcedure<T>(storedProcedure: string, params: any): Promise<IProcedureResult<T>>;
20
- protected mapObjectPropertiesToRequest: (obj: any, r: Request) => void;
21
- protected parseStringTemplate(str: string, obj: any): string;
22
- protected start(): void;
23
- protected end(): void;
24
- protected timeDiff(): number;
25
- protected saveJSONData(data: any, path: string): void;
26
- protected isEmpty(obj: object): boolean;
27
- }
28
- //# sourceMappingURL=vectorSyncBase.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"vectorSyncBase.d.ts","sourceRoot":"","sources":["../../src/models/vectorSyncBase.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAgE,MAAM,wCAAwC,CAAC;AAC7I,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAKlD,qBAAa,cAAc;IACvB,SAAS,EAAE,qBAAqB,CAAC;IACjC,SAAS,EAAE,QAAQ,CAAC;IACpB,QAAQ,EAAE,OAAO,CAAC;IAElB,UAAU,EAAE,IAAI,CAAC;IACjB,QAAQ,EAAE,IAAI,CAAC;IAEf,WAAW,EAAE,gBAAgB,CAAC;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;cAER,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IASlD,SAAS,CAAC,4BAA4B,QAAa,QAAQ,qBAAqB,CAAC,CAGhF;IAED,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,qBAAqB,GAAG,QAAQ;cAUnD,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;cAInC,sBAAsB,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAkB7G,SAAS,CAAC,4BAA4B,QAAS,GAAG,KAAK,OAAO,UAO5D;IAEF,SAAS,CAAC,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,MAAM;IAa5D,SAAS,CAAC,KAAK,IAAI,IAAI;IAIvB,SAAS,CAAC,GAAG,IAAI,IAAI;IAIrB,SAAS,CAAC,QAAQ,IAAI,MAAM;IAU5B,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAIrD,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM;CAShC"}
@@ -1,115 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- var __importDefault = (this && this.__importDefault) || function (mod) {
26
- return (mod && mod.__esModule) ? mod : { "default": mod };
27
- };
28
- Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.VectorSyncBase = void 0;
30
- const fs = __importStar(require("fs"));
31
- const core_1 = require("@memberjunction/core");
32
- const sqlserver_dataprovider_1 = require("@memberjunction/sqlserver-dataprovider");
33
- const db_1 = __importDefault(require("../db/db"));
34
- const config_1 = require("../config");
35
- const dbAI_1 = __importDefault(require("../db/dbAI"));
36
- class VectorSyncBase {
37
- _provider;
38
- _userInfo;
39
- _runView;
40
- _startTime;
41
- _endTime;
42
- _pineconeDB;
43
- _embedding;
44
- _languageModel;
45
- async setupDBConnection() {
46
- await db_1.default.connect();
47
- this._provider = await this.setupAndGetSQLServerProvider();
48
- console.log("current user:", this._provider.CurrentUser);
49
- console.log("user cache", sqlserver_dataprovider_1.UserCache.Instance.Users);
50
- this._userInfo = this.getDefaultUser(this._provider);
51
- this._runView = new core_1.RunView();
52
- }
53
- setupAndGetSQLServerProvider = async () => {
54
- const config = new sqlserver_dataprovider_1.SQLServerProviderConfigData(dbAI_1.default, config_1.currentUserEmail);
55
- return await (0, sqlserver_dataprovider_1.setupSQLServerClient)(config);
56
- };
57
- getDefaultUser(provider) {
58
- return new core_1.UserInfo(provider, { Email: config_1.currentUserEmail,
59
- UserRoles: [
60
- { UserID: 24, RoleName: "Developer", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" },
61
- { UserID: 24, RoleName: "UI", CreatedAt: new Date(), UpdatedAt: new Date(), User: "Jonathan Stfelix" }
62
- ]
63
- });
64
- }
65
- async timer(ms) {
66
- return new Promise(res => setTimeout(res, ms));
67
- }
68
- async executeStoredProcedure(storedProcedure, params) {
69
- try {
70
- const request = db_1.default.request();
71
- this.mapObjectPropertiesToRequest(params, request);
72
- return request.execute(storedProcedure);
73
- }
74
- catch (error) {
75
- console.log(error);
76
- return null;
77
- }
78
- }
79
- mapObjectPropertiesToRequest = (obj, r) => {
80
- Object.keys(obj).map((key) => {
81
- r.input(key, obj[key]);
82
- });
83
- };
84
- parseStringTemplate(str, obj) {
85
- let parts = str.split(/\$\{(?!\d)[\wæøåÆØÅ]*\}/);
86
- let args = str.match(/[^{\}]+(?=})/g) || [];
87
- let parameters = args.map(argument => obj[argument] || (obj[argument] === undefined ? "" : obj[argument]));
88
- return String.raw({ raw: parts }, ...parameters);
89
- }
90
- start() {
91
- this._startTime = new Date();
92
- }
93
- end() {
94
- this._endTime = new Date();
95
- }
96
- timeDiff() {
97
- let timeDiff = this._endTime.valueOf() - this._startTime.valueOf();
98
- timeDiff /= 1000;
99
- var seconds = Math.round(timeDiff);
100
- return seconds;
101
- }
102
- saveJSONData(data, path) {
103
- fs.writeFileSync(path, JSON.stringify(data, null, 2));
104
- }
105
- isEmpty(obj) {
106
- for (const prop in obj) {
107
- if (Object.hasOwn(obj, prop)) {
108
- return false;
109
- }
110
- }
111
- return true;
112
- }
113
- }
114
- exports.VectorSyncBase = VectorSyncBase;
115
- //# sourceMappingURL=vectorSyncBase.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"vectorSyncBase.js","sourceRoot":"","sources":["../../src/models/vectorSyncBase.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB,+CAAyD;AACzD,mFAA6I;AAE7I,kDAAyC;AACzC,sCAA6C;AAC7C,sDAAuC;AAEvC,MAAa,cAAc;IACvB,SAAS,CAAwB;IACjC,SAAS,CAAW;IACpB,QAAQ,CAAU;IAElB,UAAU,CAAO;IACjB,QAAQ,CAAO;IAEf,WAAW,CAAmB;IAC9B,UAAU,CAAU;IACpB,cAAc,CAAU;IAEd,KAAK,CAAC,iBAAiB;QAC7B,MAAM,YAAiB,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,kCAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAO,EAAE,CAAC;IAClC,CAAC;IAES,4BAA4B,GAAG,KAAK,IAAoC,EAAE;QAChF,MAAM,MAAM,GAAG,IAAI,oDAA2B,CAAC,cAAa,EAAE,yBAAgB,CAAC,CAAC;QAChF,OAAO,MAAM,IAAA,6CAAoB,EAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAA;IAES,cAAc,CAAC,QAA+B;QACpD,OAAO,IAAI,eAAQ,CAAC,QAAe,EAC/B,EAAE,KAAK,EAAE,yBAAgB;YACrB,SAAS,EAAE;gBACP,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBAC7G,EAAC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;aACxG;SACJ,CAAC,CAAC;IACX,CAAC;IAES,KAAK,CAAC,KAAK,CAAC,EAAU;QAC5B,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;IAES,KAAK,CAAC,sBAAsB,CAAI,eAAuB,EAAE,MAAW;QAC1E,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,YAAiB,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,OAAO,OAAO,CAAC,OAAO,CAAI,eAAe,CAAC,CAAC;QAC/C,CAAC;QACD,OAAM,KAAK,EAAC,CAAC;YACT,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAQS,4BAA4B,GAAG,CAAC,GAAQ,EAAE,CAAU,EAAE,EAAE;QAI9D,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;YACrC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEQ,mBAAmB,CAAC,GAAW,EAAE,GAAQ;QAE/C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAGjD,IAAI,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAI5C,IAAI,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC3G,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,CAAC,CAAC;IACrD,CAAC;IAES,KAAK;QACX,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACjC,CAAC;IAES,GAAG;QACT,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;IAC/B,CAAC;IAES,QAAQ;QACd,IAAI,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEnE,QAAQ,IAAI,IAAI,CAAC;QAGjB,IAAI,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAES,YAAY,CAAC,IAAS,EAAE,IAAY;QAC1C,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAES,OAAO,CAAC,GAAW;QACzB,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC7B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA/GD,wCA+GC"}