@memberjunction/ai-vectors-pinecone 1.8.1 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
import { Index, Pinecone, QueryOptions } from '@pinecone-database/pinecone';
|
|
2
2
|
import { BaseRequestParams, BaseResponse, CreateIndexParams, EditIndexParams, IndexDescription, IndexList, RecordMetadata, VectorDBBase, VectorRecord } from '@memberjunction/ai-vectordb';
|
|
3
|
+
export type BaseMetadata = {
|
|
4
|
+
RecordID: string;
|
|
5
|
+
Entity: string;
|
|
6
|
+
TemplateID: string;
|
|
7
|
+
};
|
|
3
8
|
export declare class PineconeDatabase extends VectorDBBase {
|
|
4
9
|
static _pinecone: Pinecone;
|
|
5
10
|
static _defaultIndex: Index<RecordMetadata>;
|
|
@@ -23,7 +28,6 @@ export declare class PineconeDatabase extends VectorDBBase {
|
|
|
23
28
|
deleteRecord(record: VectorRecord): Promise<BaseResponse>;
|
|
24
29
|
deleteRecords(records: VectorRecord[]): Promise<BaseResponse>;
|
|
25
30
|
deleteAllRecords(params: BaseRequestParams): Promise<BaseResponse>;
|
|
26
|
-
getVectorDuplicates(params: QueryOptions): Promise<BaseResponse>;
|
|
27
31
|
private wrapResponse;
|
|
28
32
|
}
|
|
29
33
|
export declare function LoadPineconeVectorDB(): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PineconeDatabase.d.ts","sourceRoot":"","sources":["../../src/models/PineconeDatabase.ts"],"names":[],"mappings":"AAGA,OAAO,EAAiB,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3F,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,gBAAgB,EAAE,SAAS,
|
|
1
|
+
{"version":3,"file":"PineconeDatabase.d.ts","sourceRoot":"","sources":["../../src/models/PineconeDatabase.ts"],"names":[],"mappings":"AAGA,OAAO,EAAiB,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3F,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,iBAAiB,EAAE,eAAe,EAAE,gBAAgB,EAAE,SAAS,EAAiB,cAAc,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAI1M,MAAM,MAAM,YAAY,GAAG;IACvB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACtB,CAAA;AAED,qBACa,gBAAiB,SAAQ,YAAY;IAE9C,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC;IAC3B,MAAM,CAAC,aAAa,EAAE,KAAK,CAAC,cAAc,CAAC,CAAQ;gBAEvC,MAAM,EAAE,MAAM;IAQ1B,SAAS,KAAK,MAAM,IAAI,MAAM,CAE7B;IAED,IAAI,QAAQ,IAAI,QAAQ,CAAuC;IAElD,mBAAmB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAKzE,eAAe,IAAI,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAwBjD,WAAW,IAAI,OAAO,CAAC,SAAS,CAAC;IASvC,QAAQ,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,YAAY;IAqB5C,WAAW,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAW9D,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAY7D,SAAS,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,YAAY,CAAC;IAIzD,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAMvD,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAOzD,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAO7D,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAM3D,UAAU,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAO5D,YAAY,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAM9D,aAAa,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAI/D,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAMzD,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IAO7D,gBAAgB,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,YAAY,CAAC;IAW/E,OAAO,CAAC,YAAY;CAOvB;AAED,wBAAgB,oBAAoB,SAEnC"}
|
|
@@ -144,34 +144,6 @@ let PineconeDatabase = PineconeDatabase_1 = class PineconeDatabase extends ai_ve
|
|
|
144
144
|
}
|
|
145
145
|
return this.wrapResponse(null);
|
|
146
146
|
}
|
|
147
|
-
async getVectorDuplicates(params) {
|
|
148
|
-
params.includeMetadata = true;
|
|
149
|
-
const queryResponse = await this.queryIndex(params);
|
|
150
|
-
if (queryResponse.success) {
|
|
151
|
-
let response = new core_1.PotentialDuplicateResult();
|
|
152
|
-
response.Duplicates = [];
|
|
153
|
-
for (const match of queryResponse.data.matches) {
|
|
154
|
-
const record = match;
|
|
155
|
-
if (!record.metadata || !record.metadata.PrimaryKeys) {
|
|
156
|
-
continue;
|
|
157
|
-
}
|
|
158
|
-
const metadata = record.metadata;
|
|
159
|
-
if (!metadata.PrimaryKeys) {
|
|
160
|
-
continue;
|
|
161
|
-
}
|
|
162
|
-
let duplicate = new core_1.PotentialDuplicate();
|
|
163
|
-
duplicate.LoadFromList(metadata.PrimaryKeys);
|
|
164
|
-
duplicate.ProbabilityScore = record.score;
|
|
165
|
-
response.Duplicates.push(duplicate);
|
|
166
|
-
}
|
|
167
|
-
return this.wrapResponse(response);
|
|
168
|
-
}
|
|
169
|
-
return {
|
|
170
|
-
success: false,
|
|
171
|
-
message: queryResponse.message,
|
|
172
|
-
data: null
|
|
173
|
-
};
|
|
174
|
-
}
|
|
175
147
|
wrapResponse(data) {
|
|
176
148
|
return {
|
|
177
149
|
success: true,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PineconeDatabase.js","sourceRoot":"","sources":["../../src/models/PineconeDatabase.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,sCAAiD;AACjD,qCAAgC;AAChC,mDAAsD;AACtD,0DAA2F;AAC3F,
|
|
1
|
+
{"version":3,"file":"PineconeDatabase.js","sourceRoot":"","sources":["../../src/models/PineconeDatabase.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,sCAAiD;AACjD,qCAAgC;AAChC,mDAAsD;AACtD,0DAA2F;AAC3F,6DAA0M;AAC1M,+CAAyG;AAUlG,IAAM,gBAAgB,wBAAtB,MAAM,gBAAiB,SAAQ,0BAAY;IAK9C,YAAY,MAAc;QACtB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAG,CAAC,kBAAgB,CAAC,SAAS,EAAC,CAAC;YAC5B,kBAAgB,CAAC,SAAS,GAAG,IAAI,mBAAQ,CAAC;gBACtC,MAAM,EAAE,MAAM;aACjB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IACD,IAAc,MAAM;QAChB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,QAAQ,KAAe,OAAO,kBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAExD,KAAK,CAAC,mBAAmB,CAAC,MAAyB;QACtD,MAAM,WAAW,GAAqB,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACnF,OAAO,WAAW,CAAC;IACvB,CAAC;IAEM,KAAK,CAAC,eAAe;QACxB,IAAG,kBAAgB,CAAC,aAAa,EAAC,CAAC;YAC/B,OAAO,kBAAgB,CAAC,aAAa,CAAC;QAC1C,CAAC;QAED,IAAG,6BAAoB,EAAC,CAAC;YACrB,IAAI,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,6BAAoB,CAAC,CAAC;YAC7D,IAAG,YAAY,EAAC,CAAC;gBACb,kBAAgB,CAAC,aAAa,GAAG,YAAY,CAAC;gBAC9C,OAAO,YAAY,CAAC;YACxB,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3C,IAAG,SAAS,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAC,CAAC;YAC/D,MAAM,SAAS,GAAW,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACpD,kBAAgB,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAChE,OAAO,kBAAgB,CAAC,aAAa,CAAC;QAC1C,CAAC;QAED,IAAA,gBAAS,EAAC,sDAAsD,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,WAAW;QACpB,MAAM,OAAO,GAAc,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC;IACnB,CAAC;IAMM,QAAQ,CAAC,MAA0B;QACtC,MAAM,IAAI,GAAW,MAAM,EAAE,EAAE,IAAI,6BAAoB,CAAC;QACxD,IAAG,CAAC,IAAI,EAAC,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;QACpG,CAAC;QAED,MAAM,MAAM,GAAiB;YACzB,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;SAClC,CAAC;QACF,OAAO,MAAM,CAAC;IAClB,CAAC;IASM,KAAK,CAAC,WAAW,CAAC,OAA0B;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC3C,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,IAAI,EAAE,OAAO,CAAC,gBAAgB;SACjC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAAyB;QAC9C,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAExD,MAAM,GAAG,GAAiB;YACtB,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,MAAM;SACf,CAAC;QAEF,OAAO,GAAG,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAuB;QAC3C,MAAM,IAAI,eAAK,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAoB;QACxC,IAAI,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QACxC,IAAI,MAAM,GAAkB,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAoB;QAC1C,IAAI,OAAO,GAAmB,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAE/C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,OAAuB;QAC9C,MAAM,KAAK,GAAU,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAChD,IAAI,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,MAAyB;QAC5C,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAE3C,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,MAAyB;QAC7C,MAAM,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,MAAM,WAAW,GAAkB,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAElE,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAyB;QAC/C,MAAM,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAyB;QAChD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC9C,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,MAAoB;QAC1C,MAAM,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,IAAI,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,OAAuB;QAC9C,MAAM,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,MAAM,KAAK,GAAa,OAAO,CAAC,GAAG,CAAC,CAAC,MAAoB,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzE,IAAI,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,MAAyB;QACnD,MAAM,KAAK,GAAU,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,IAAG,MAAM,EAAE,IAAI,EAAC,CAAC;YACb,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,SAAS,EAAE,CAAC;QACpD,CAAC;aACG,CAAC;YACD,KAAK,CAAC,SAAS,EAAE,CAAC;QACtB,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,YAAY,CAAC,IAAS;QAC1B,OAAO;YACH,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,IAAI;SACb,CAAA;IACL,CAAC;IAAA,CAAC;;AAlLO,4CAAgB;AAGlB,8BAAa,GAA0B,IAAI,AAA9B,CAA+B;2BAH1C,gBAAgB;IAD5B,IAAA,sBAAa,EAAC,0BAAY,EAAE,kBAAkB,EAAE,CAAC,CAAC;;GACtC,gBAAgB,CAmL5B;AAED,SAAgB,oBAAoB;AAEpC,CAAC;AAFD,oDAEC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@memberjunction/ai-vectors-pinecone",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "2.1.0",
|
|
4
4
|
"description": "MemberJunction: Pinecone Implementation for AI Vectors",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -15,10 +15,10 @@
|
|
|
15
15
|
"author": "MemberJunction.com",
|
|
16
16
|
"license": "ISC",
|
|
17
17
|
"dependencies": {
|
|
18
|
-
"@memberjunction/aiengine": "1.
|
|
19
|
-
"@memberjunction/core": "1.
|
|
20
|
-
"@memberjunction/global": "1.
|
|
21
|
-
"@memberjunction/ai-vectors": "1.
|
|
18
|
+
"@memberjunction/aiengine": "2.1.0",
|
|
19
|
+
"@memberjunction/core": "2.1.0",
|
|
20
|
+
"@memberjunction/global": "2.1.0",
|
|
21
|
+
"@memberjunction/ai-vectors": "2.1.0",
|
|
22
22
|
"@pinecone-database/pinecone": "2.2.2",
|
|
23
23
|
"dotenv": "^16.4.1",
|
|
24
24
|
"openai": "^4.28.4",
|