@ductape/sdk 0.1.12 → 0.1.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/services/cloudApi.service.d.ts +3 -1
- package/dist/api/services/cloudApi.service.js +11 -2
- package/dist/api/services/cloudApi.service.js.map +1 -1
- package/dist/api/services/webhooksApi.service.js +6 -4
- package/dist/api/services/webhooksApi.service.js.map +1 -1
- package/dist/apps/services/app.service.d.ts +4 -0
- package/dist/apps/services/app.service.js +37 -0
- package/dist/apps/services/app.service.js.map +1 -1
- package/dist/brokers/brokers.service.js +23 -1
- package/dist/brokers/brokers.service.js.map +1 -1
- package/dist/brokers/utils/broker.util.js +4 -1
- package/dist/brokers/utils/broker.util.js.map +1 -1
- package/dist/brokers/utils/providers/azure-servicebus.service.d.ts +17 -0
- package/dist/brokers/utils/providers/azure-servicebus.service.js +51 -0
- package/dist/brokers/utils/providers/azure-servicebus.service.js.map +1 -0
- package/dist/cloud/cloud-api.util.d.ts +1 -1
- package/dist/cloud/cloud-api.util.js +21 -3
- package/dist/cloud/cloud-api.util.js.map +1 -1
- package/dist/cloud/cloud-broker-link.util.js +32 -11
- package/dist/cloud/cloud-broker-link.util.js.map +1 -1
- package/dist/cloud/cloud-database-link.util.js +8 -11
- package/dist/cloud/cloud-database-link.util.js.map +1 -1
- package/dist/cloud/cloud-graph-link.util.d.ts +12 -0
- package/dist/cloud/cloud-graph-link.util.js +61 -0
- package/dist/cloud/cloud-graph-link.util.js.map +1 -0
- package/dist/cloud/cloud-runtime.util.js +8 -1
- package/dist/cloud/cloud-runtime.util.js.map +1 -1
- package/dist/cloud/cloud-service-map.util.d.ts +3 -0
- package/dist/cloud/cloud-service-map.util.js +52 -0
- package/dist/cloud/cloud-service-map.util.js.map +1 -0
- package/dist/cloud/cloud-vector-link.util.d.ts +12 -0
- package/dist/cloud/cloud-vector-link.util.js +60 -0
- package/dist/cloud/cloud-vector-link.util.js.map +1 -0
- package/dist/cloud/cloud.service.d.ts +2 -1
- package/dist/cloud/cloud.service.js +3 -0
- package/dist/cloud/cloud.service.js.map +1 -1
- package/dist/cloud/index.d.ts +3 -0
- package/dist/cloud/index.js +8 -1
- package/dist/cloud/index.js.map +1 -1
- package/dist/cloud/types/cloud.types.d.ts +13 -3
- package/dist/database/databases.service.js +27 -10
- package/dist/database/databases.service.js.map +1 -1
- package/dist/database/types/connection.interface.d.ts +3 -0
- package/dist/graph/adapters/adapter.factory.js +4 -0
- package/dist/graph/adapters/adapter.factory.js.map +1 -1
- package/dist/graph/adapters/cosmos-gremlin.adapter.d.ts +12 -0
- package/dist/graph/adapters/cosmos-gremlin.adapter.js +125 -0
- package/dist/graph/adapters/cosmos-gremlin.adapter.js.map +1 -0
- package/dist/graph/adapters/index.d.ts +2 -0
- package/dist/graph/adapters/index.js +5 -1
- package/dist/graph/adapters/index.js.map +1 -1
- package/dist/graph/adapters/neptune.adapter.d.ts +4 -4
- package/dist/graph/adapters/neptune.adapter.js.map +1 -1
- package/dist/graph/adapters/spanner-graph.adapter.d.ts +68 -0
- package/dist/graph/adapters/spanner-graph.adapter.js +220 -0
- package/dist/graph/adapters/spanner-graph.adapter.js.map +1 -0
- package/dist/graph/graphs.service.js +36 -20
- package/dist/graph/graphs.service.js.map +1 -1
- package/dist/graph/types/connection.interface.d.ts +4 -0
- package/dist/graph/types/enums.d.ts +2 -0
- package/dist/graph/types/enums.js +2 -0
- package/dist/graph/types/enums.js.map +1 -1
- package/dist/index.d.ts +17 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -1
- package/dist/logs/logs.types.d.ts +5 -1
- package/dist/logs/logs.types.js +2 -0
- package/dist/logs/logs.types.js.map +1 -1
- package/dist/products/services/products.service.d.ts +13 -0
- package/dist/products/services/products.service.js +201 -104
- package/dist/products/services/products.service.js.map +1 -1
- package/dist/products/validators/joi-validators/create.productGraph.validator.js +8 -0
- package/dist/products/validators/joi-validators/create.productGraph.validator.js.map +1 -1
- package/dist/products/validators/joi-validators/create.productMessageBrokers.validator.js +28 -5
- package/dist/products/validators/joi-validators/create.productMessageBrokers.validator.js.map +1 -1
- package/dist/products/validators/joi-validators/create.productVector.validator.js +8 -0
- package/dist/products/validators/joi-validators/create.productVector.validator.js.map +1 -1
- package/dist/resilience/fallback.service.js +11 -6
- package/dist/resilience/fallback.service.js.map +1 -1
- package/dist/resilience/quota.service.d.ts +1 -1
- package/dist/resilience/quota.service.js +48 -10
- package/dist/resilience/quota.service.js.map +1 -1
- package/dist/resilience/resilience-mapping.utils.d.ts +5 -0
- package/dist/resilience/resilience-mapping.utils.js +53 -0
- package/dist/resilience/resilience-mapping.utils.js.map +1 -0
- package/dist/types/productsBuilder.types.d.ts +12 -0
- package/dist/types/productsBuilder.types.js +6 -0
- package/dist/types/productsBuilder.types.js.map +1 -1
- package/dist/vector/adapters/azure-search.adapter.d.ts +25 -0
- package/dist/vector/adapters/azure-search.adapter.js +217 -0
- package/dist/vector/adapters/azure-search.adapter.js.map +1 -0
- package/dist/vector/adapters/index.d.ts +3 -0
- package/dist/vector/adapters/index.js +7 -1
- package/dist/vector/adapters/index.js.map +1 -1
- package/dist/vector/adapters/opensearch.adapter.d.ts +25 -0
- package/dist/vector/adapters/opensearch.adapter.js +224 -0
- package/dist/vector/adapters/opensearch.adapter.js.map +1 -0
- package/dist/vector/adapters/vertex-vector-search.adapter.d.ts +29 -0
- package/dist/vector/adapters/vertex-vector-search.adapter.js +178 -0
- package/dist/vector/adapters/vertex-vector-search.adapter.js.map +1 -0
- package/dist/vector/types/enums.d.ts +6 -0
- package/dist/vector/types/enums.js +6 -0
- package/dist/vector/types/enums.js.map +1 -1
- package/dist/vector/vector-database.service.d.ts +6 -0
- package/dist/vector/vector-database.service.js +30 -16
- package/dist/vector/vector-database.service.js.map +1 -1
- package/dist/vector/vector.service.js +6 -0
- package/dist/vector/vector.service.js.map +1 -1
- package/package.json +8 -2
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.OpenSearchAdapter = void 0;
|
|
7
|
+
/**
|
|
8
|
+
* AWS OpenSearch / Elasticsearch-compatible vector adapter (k-NN REST API).
|
|
9
|
+
*/
|
|
10
|
+
const axios_1 = __importDefault(require("axios"));
|
|
11
|
+
const types_1 = require("../types");
|
|
12
|
+
const base_adapter_1 = require("./base.adapter");
|
|
13
|
+
const DEFAULT_VECTOR_FIELD = 'embedding';
|
|
14
|
+
class OpenSearchAdapter extends base_adapter_1.BaseVectorAdapter {
|
|
15
|
+
constructor() {
|
|
16
|
+
super(...arguments);
|
|
17
|
+
this.type = types_1.VectorDBType.OPENSEARCH;
|
|
18
|
+
this.client = null;
|
|
19
|
+
this.indexName = '';
|
|
20
|
+
this.vectorField = DEFAULT_VECTOR_FIELD;
|
|
21
|
+
}
|
|
22
|
+
async connect(options) {
|
|
23
|
+
var _a, _b;
|
|
24
|
+
if (!options.endpoint) {
|
|
25
|
+
return { connected: false, error: 'OpenSearch endpoint is required' };
|
|
26
|
+
}
|
|
27
|
+
this.connectionOptions = options;
|
|
28
|
+
this.indexName = options.index;
|
|
29
|
+
this.vectorField = String(((_a = options.options) === null || _a === void 0 ? void 0 : _a.vectorField) || DEFAULT_VECTOR_FIELD);
|
|
30
|
+
const headers = { 'Content-Type': 'application/json' };
|
|
31
|
+
if (options.apiKey) {
|
|
32
|
+
headers.Authorization = `Basic ${Buffer.from(`admin:${options.apiKey}`).toString('base64')}`;
|
|
33
|
+
}
|
|
34
|
+
this.client = axios_1.default.create({
|
|
35
|
+
baseURL: options.endpoint.replace(/\/$/, ''),
|
|
36
|
+
headers,
|
|
37
|
+
timeout: ((_b = options.options) === null || _b === void 0 ? void 0 : _b.timeout) || 30000,
|
|
38
|
+
});
|
|
39
|
+
const ok = await this.testConnection();
|
|
40
|
+
this._connected = ok;
|
|
41
|
+
if (!ok) {
|
|
42
|
+
return { connected: false, error: 'Failed to connect to OpenSearch' };
|
|
43
|
+
}
|
|
44
|
+
try {
|
|
45
|
+
const info = await this.describeIndex();
|
|
46
|
+
return {
|
|
47
|
+
connected: true,
|
|
48
|
+
index: this.indexName,
|
|
49
|
+
dimensions: info.dimensions,
|
|
50
|
+
vectorCount: info.vectorCount,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
catch (_c) {
|
|
54
|
+
return {
|
|
55
|
+
connected: true,
|
|
56
|
+
index: this.indexName,
|
|
57
|
+
dimensions: options.dimensions,
|
|
58
|
+
vectorCount: 0,
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
async disconnect() {
|
|
63
|
+
this.client = null;
|
|
64
|
+
this._connected = false;
|
|
65
|
+
this.connectionOptions = null;
|
|
66
|
+
}
|
|
67
|
+
async testConnection() {
|
|
68
|
+
if (!this.client)
|
|
69
|
+
return false;
|
|
70
|
+
try {
|
|
71
|
+
await this.client.get('/');
|
|
72
|
+
return true;
|
|
73
|
+
}
|
|
74
|
+
catch (_a) {
|
|
75
|
+
return false;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
async upsert(options) {
|
|
79
|
+
this.validateDimensions(options.vectors);
|
|
80
|
+
for (const vector of options.vectors) {
|
|
81
|
+
await this.client.put(`/${this.indexName}/_doc/${encodeURIComponent(vector.id)}`, Object.assign({ [this.vectorField]: vector.values }, (vector.metadata || {})));
|
|
82
|
+
}
|
|
83
|
+
return {
|
|
84
|
+
upsertedCount: options.vectors.length,
|
|
85
|
+
upsertedIds: options.vectors.map((v) => v.id),
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
async query(options) {
|
|
89
|
+
var _a;
|
|
90
|
+
const start = Date.now();
|
|
91
|
+
const body = {
|
|
92
|
+
size: options.topK,
|
|
93
|
+
query: {
|
|
94
|
+
knn: {
|
|
95
|
+
[this.vectorField]: {
|
|
96
|
+
vector: options.vector,
|
|
97
|
+
k: options.topK,
|
|
98
|
+
},
|
|
99
|
+
},
|
|
100
|
+
},
|
|
101
|
+
};
|
|
102
|
+
const { data } = await this.client.post(`/${this.indexName}/_search`, body);
|
|
103
|
+
const hits = ((_a = data === null || data === void 0 ? void 0 : data.hits) === null || _a === void 0 ? void 0 : _a.hits) || [];
|
|
104
|
+
return {
|
|
105
|
+
matches: hits.map((hit) => {
|
|
106
|
+
var _a, _b;
|
|
107
|
+
return ({
|
|
108
|
+
id: String(hit._id),
|
|
109
|
+
score: (_a = hit._score) !== null && _a !== void 0 ? _a : 0,
|
|
110
|
+
values: options.includeValues ? (_b = hit._source) === null || _b === void 0 ? void 0 : _b[this.vectorField] : undefined,
|
|
111
|
+
metadata: hit._source,
|
|
112
|
+
});
|
|
113
|
+
}),
|
|
114
|
+
queryTime: Date.now() - start,
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
async fetch(options) {
|
|
118
|
+
var _a;
|
|
119
|
+
const vectors = {};
|
|
120
|
+
for (const id of options.ids) {
|
|
121
|
+
try {
|
|
122
|
+
const { data } = await this.client.get(`/${this.indexName}/_doc/${encodeURIComponent(id)}`);
|
|
123
|
+
if (data.found) {
|
|
124
|
+
vectors[id] = {
|
|
125
|
+
id,
|
|
126
|
+
values: options.includeValues ? (_a = data._source) === null || _a === void 0 ? void 0 : _a[this.vectorField] : undefined,
|
|
127
|
+
metadata: data._source,
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
else {
|
|
131
|
+
vectors[id] = null;
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
catch (_b) {
|
|
135
|
+
vectors[id] = null;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return { vectors };
|
|
139
|
+
}
|
|
140
|
+
async update(options) {
|
|
141
|
+
const doc = Object.assign({}, (options.setMetadata || options.mergeMetadata || {}));
|
|
142
|
+
if (options.values)
|
|
143
|
+
doc[this.vectorField] = options.values;
|
|
144
|
+
await this.client.post(`/${this.indexName}/_update/${encodeURIComponent(options.id)}`, { doc });
|
|
145
|
+
return { success: true, id: options.id };
|
|
146
|
+
}
|
|
147
|
+
async delete(options) {
|
|
148
|
+
var _a;
|
|
149
|
+
if ((_a = options.ids) === null || _a === void 0 ? void 0 : _a.length) {
|
|
150
|
+
for (const id of options.ids) {
|
|
151
|
+
await this.client.delete(`/${this.indexName}/_doc/${encodeURIComponent(id)}`);
|
|
152
|
+
}
|
|
153
|
+
return { deletedCount: options.ids.length, deletedIds: options.ids };
|
|
154
|
+
}
|
|
155
|
+
if (options.deleteAll) {
|
|
156
|
+
await this.client.post(`/${this.indexName}/_delete_by_query`, { query: { match_all: {} } });
|
|
157
|
+
return { deletedCount: -1 };
|
|
158
|
+
}
|
|
159
|
+
return { deletedCount: 0 };
|
|
160
|
+
}
|
|
161
|
+
async list(options) {
|
|
162
|
+
var _a, _b, _c, _d;
|
|
163
|
+
const { data } = await this.client.post(`/${this.indexName}/_search`, {
|
|
164
|
+
size: options.limit || 100,
|
|
165
|
+
_source: false,
|
|
166
|
+
});
|
|
167
|
+
const ids = (((_a = data === null || data === void 0 ? void 0 : data.hits) === null || _a === void 0 ? void 0 : _a.hits) || []).map((h) => String(h._id));
|
|
168
|
+
return { ids, total: (_d = (_c = (_b = data === null || data === void 0 ? void 0 : data.hits) === null || _b === void 0 ? void 0 : _b.total) === null || _c === void 0 ? void 0 : _c.value) !== null && _d !== void 0 ? _d : ids.length };
|
|
169
|
+
}
|
|
170
|
+
async listNamespaces() {
|
|
171
|
+
return { namespaces: [] };
|
|
172
|
+
}
|
|
173
|
+
async deleteNamespace() { }
|
|
174
|
+
async describeIndex() {
|
|
175
|
+
const stats = await this.getIndexStats();
|
|
176
|
+
return {
|
|
177
|
+
name: this.indexName,
|
|
178
|
+
dimensions: this.dimensions,
|
|
179
|
+
metric: this.metric,
|
|
180
|
+
vectorCount: stats.vectorCount,
|
|
181
|
+
status: 'ready',
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
async getIndexStats() {
|
|
185
|
+
var _a;
|
|
186
|
+
const { data } = await this.client.get(`/${this.indexName}/_count`);
|
|
187
|
+
return { vectorCount: (_a = data === null || data === void 0 ? void 0 : data.count) !== null && _a !== void 0 ? _a : 0, dimensions: this.dimensions };
|
|
188
|
+
}
|
|
189
|
+
async createIndex(options) {
|
|
190
|
+
const metric = options.metric || types_1.DistanceMetric.COSINE;
|
|
191
|
+
const spaceType = metric === types_1.DistanceMetric.EUCLIDEAN ? 'l2' : metric === types_1.DistanceMetric.DOT_PRODUCT ? 'innerproduct' : 'cosinesimil';
|
|
192
|
+
await this.client.put(`/${options.name}`, {
|
|
193
|
+
mappings: {
|
|
194
|
+
properties: {
|
|
195
|
+
[this.vectorField]: {
|
|
196
|
+
type: 'knn_vector',
|
|
197
|
+
dimension: options.dimensions,
|
|
198
|
+
method: { name: 'hnsw', space_type: spaceType, engine: 'nmslib' },
|
|
199
|
+
},
|
|
200
|
+
},
|
|
201
|
+
},
|
|
202
|
+
});
|
|
203
|
+
return { success: true, name: options.name };
|
|
204
|
+
}
|
|
205
|
+
async deleteIndex(options) {
|
|
206
|
+
await this.client.delete(`/${options.name}`);
|
|
207
|
+
return { success: true };
|
|
208
|
+
}
|
|
209
|
+
async listIndexes() {
|
|
210
|
+
const { data } = await this.client.get('/_cat/indices?format=json');
|
|
211
|
+
return (data || []).map((idx) => ({
|
|
212
|
+
name: idx.index,
|
|
213
|
+
dimensions: this.dimensions,
|
|
214
|
+
metric: this.metric,
|
|
215
|
+
vectorCount: Number(idx['docs.count'] || 0),
|
|
216
|
+
status: 'ready',
|
|
217
|
+
}));
|
|
218
|
+
}
|
|
219
|
+
supportsFeature(feature) {
|
|
220
|
+
return feature === types_1.VectorFeature.METADATA_FILTERING || feature === types_1.VectorFeature.VECTOR_UPDATES;
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
exports.OpenSearchAdapter = OpenSearchAdapter;
|
|
224
|
+
//# sourceMappingURL=opensearch.adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"opensearch.adapter.js","sourceRoot":"","sources":["../../../src/vector/adapters/opensearch.adapter.ts"],"names":[],"mappings":";;;;;;AAAA;;GAEG;AACH,kDAA6C;AAC7C,oCAwBkB;AAClB,iDAA8E;AAE9E,MAAM,oBAAoB,GAAG,WAAW,CAAC;AAEzC,MAAa,iBAAkB,SAAQ,gCAAiB;IAAxD;;QACkB,SAAI,GAAG,oBAAY,CAAC,UAAU,CAAC;QAEvC,WAAM,GAAyB,IAAI,CAAC;QACpC,cAAS,GAAG,EAAE,CAAC;QACf,gBAAW,GAAG,oBAAoB,CAAC;IA+M7C,CAAC;IA7MC,KAAK,CAAC,OAAO,CAAC,OAAkC;;QAC9C,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC;QACxE,CAAC;QACD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,WAAW,KAAI,oBAAoB,CAAC,CAAC;QAChF,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;QAC/E,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,aAAa,GAAG,SAAS,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;YAC5C,OAAO;YACP,OAAO,EAAE,CAAC,MAAA,OAAO,CAAC,OAAO,0CAAE,OAAkB,KAAI,KAAK;SACvD,CAAC,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC;QACxE,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YACxC,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC;QACJ,CAAC;QAAC,WAAM,CAAC;YACP,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA8B;QACzC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACzC,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,SAAS,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,kBAC/E,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,IAC9B,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,EAC1B,CAAC;QACL,CAAC;QACD,OAAO;YACL,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;YACrC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA6B;;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG;YACX,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE;gBACL,GAAG,EAAE;oBACH,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;wBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,CAAC,EAAE,OAAO,CAAC,IAAI;qBAChB;iBACF;aACF;SACF,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,UAAU,EAAE,IAAI,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,CAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,0CAAE,IAAI,KAAI,EAAE,CAAC;QACpC,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBAC/B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;oBACnB,KAAK,EAAE,MAAA,GAAG,CAAC,MAAM,mCAAI,CAAC;oBACtB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAA,GAAG,CAAC,OAAO,0CAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC3E,QAAQ,EAAE,GAAG,CAAC,OAAO;iBACtB,CAAC,CAAA;aAAA,CAAC;YACH,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA6B;;QACvC,MAAM,OAAO,GAAmC,EAAE,CAAC;QACnD,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,SAAS,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC7F,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,EAAE,CAAC,GAAG;wBACZ,EAAE;wBACF,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAA,IAAI,CAAC,OAAO,0CAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;wBAC5E,QAAQ,EAAE,IAAI,CAAC,OAAO;qBACvB,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;gBACrB,CAAC;YACH,CAAC;YAAC,WAAM,CAAC;gBACP,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA6B;QACxC,MAAM,GAAG,qBAAiC,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,CAAE,CAAC;QACjG,IAAI,OAAO,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3D,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,YAAY,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACjG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA8B;;QACzC,IAAI,MAAA,OAAO,CAAC,GAAG,0CAAE,MAAM,EAAE,CAAC;YACxB,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,SAAS,kBAAkB,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,OAAO,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;QACvE,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,mBAAmB,EAAE,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAC7F,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAA4B;;QACrC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,UAAU,EAAE;YACrE,IAAI,EAAE,OAAO,CAAC,KAAK,IAAI,GAAG;YAC1B,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,CAAC,CAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,0CAAE,IAAI,KAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,MAAA,MAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,0CAAE,KAAK,0CAAE,KAAK,mCAAI,GAAG,CAAC,MAAM,EAAE,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,eAAe,KAAmB,CAAC;IAEzC,KAAK,CAAC,aAAa;QACjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,OAAO;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;;QACjB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,SAAS,SAAS,CAAC,CAAC;QACrE,OAAO,EAAE,WAAW,EAAE,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA4B;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,sBAAc,CAAC,MAAM,CAAC;QACvD,MAAM,SAAS,GACb,MAAM,KAAK,sBAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,sBAAc,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,CAAC;QACtH,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE;YACzC,QAAQ,EAAE;gBACR,UAAU,EAAE;oBACV,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE;wBAClB,IAAI,EAAE,YAAY;wBAClB,SAAS,EAAE,OAAO,CAAC,UAAU;wBAC7B,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE;qBAClE;iBACF;aACF;SACF,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA4B;QAC5C,MAAM,IAAI,CAAC,MAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACrE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,EAAE,GAAG,CAAC,KAAK;YACf,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,EAAE,OAAgB;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,eAAe,CAAC,OAAsB;QACpC,OAAO,OAAO,KAAK,qBAAa,CAAC,kBAAkB,IAAI,OAAO,KAAK,qBAAa,CAAC,cAAc,CAAC;IAClG,CAAC;CACF;AApND,8CAoNC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { VectorDBType, VectorFeature, IVectorConnectionResult, IUpsertVectorsOptions, IUpsertVectorsResult, IQueryVectorsOptions, IQueryVectorsResult, IFetchVectorsOptions, IFetchVectorsResult, IUpdateVectorResult, IDeleteVectorsResult, IListVectorsResult, IListNamespacesResult, IVectorIndexInfo, ICreateIndexResult, IDeleteIndexResult, IVectorIndexStats } from '../types';
|
|
2
|
+
import { BaseVectorAdapter, IAdapterConnectionOptions } from './base.adapter';
|
|
3
|
+
export declare class VertexVectorSearchAdapter extends BaseVectorAdapter {
|
|
4
|
+
readonly type = VectorDBType.VERTEX_VECTOR_SEARCH;
|
|
5
|
+
private client;
|
|
6
|
+
private auth;
|
|
7
|
+
private indexEndpoint;
|
|
8
|
+
private deployedIndexId;
|
|
9
|
+
private projectId;
|
|
10
|
+
private location;
|
|
11
|
+
connect(options: IAdapterConnectionOptions): Promise<IVectorConnectionResult>;
|
|
12
|
+
private authHeaders;
|
|
13
|
+
disconnect(): Promise<void>;
|
|
14
|
+
testConnection(): Promise<boolean>;
|
|
15
|
+
upsert(options: IUpsertVectorsOptions): Promise<IUpsertVectorsResult>;
|
|
16
|
+
query(options: IQueryVectorsOptions): Promise<IQueryVectorsResult>;
|
|
17
|
+
fetch(options: IFetchVectorsOptions): Promise<IFetchVectorsResult>;
|
|
18
|
+
update(): Promise<IUpdateVectorResult>;
|
|
19
|
+
delete(): Promise<IDeleteVectorsResult>;
|
|
20
|
+
list(): Promise<IListVectorsResult>;
|
|
21
|
+
listNamespaces(): Promise<IListNamespacesResult>;
|
|
22
|
+
deleteNamespace(): Promise<void>;
|
|
23
|
+
describeIndex(): Promise<IVectorIndexInfo>;
|
|
24
|
+
getIndexStats(): Promise<IVectorIndexStats>;
|
|
25
|
+
createIndex(): Promise<ICreateIndexResult>;
|
|
26
|
+
deleteIndex(): Promise<IDeleteIndexResult>;
|
|
27
|
+
listIndexes(): Promise<IVectorIndexInfo[]>;
|
|
28
|
+
supportsFeature(feature: VectorFeature): boolean;
|
|
29
|
+
}
|
|
@@ -0,0 +1,178 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.VertexVectorSearchAdapter = void 0;
|
|
7
|
+
/**
|
|
8
|
+
* GCP Vertex AI Vector Search adapter (Matching Engine findNeighbors REST API).
|
|
9
|
+
*/
|
|
10
|
+
const axios_1 = __importDefault(require("axios"));
|
|
11
|
+
const google_auth_library_1 = require("google-auth-library");
|
|
12
|
+
const types_1 = require("../types");
|
|
13
|
+
const base_adapter_1 = require("./base.adapter");
|
|
14
|
+
const utils_1 = require("../utils");
|
|
15
|
+
class VertexVectorSearchAdapter extends base_adapter_1.BaseVectorAdapter {
|
|
16
|
+
constructor() {
|
|
17
|
+
super(...arguments);
|
|
18
|
+
this.type = types_1.VectorDBType.VERTEX_VECTOR_SEARCH;
|
|
19
|
+
this.client = null;
|
|
20
|
+
this.auth = null;
|
|
21
|
+
this.indexEndpoint = '';
|
|
22
|
+
this.deployedIndexId = '';
|
|
23
|
+
this.projectId = '';
|
|
24
|
+
this.location = 'us-central1';
|
|
25
|
+
}
|
|
26
|
+
async connect(options) {
|
|
27
|
+
var _a, _b, _c, _d, _e, _f, _g;
|
|
28
|
+
this.connectionOptions = options;
|
|
29
|
+
this.indexEndpoint = String(((_a = options.options) === null || _a === void 0 ? void 0 : _a.indexEndpointId) || options.index);
|
|
30
|
+
this.deployedIndexId = String(((_b = options.options) === null || _b === void 0 ? void 0 : _b.deployedIndexId) || options.namespace || options.index);
|
|
31
|
+
this.projectId = String(((_c = options.options) === null || _c === void 0 ? void 0 : _c.projectId) || '');
|
|
32
|
+
this.location = String(options.region || ((_d = options.options) === null || _d === void 0 ? void 0 : _d.location) || 'us-central1');
|
|
33
|
+
const credentials = (_e = options.options) === null || _e === void 0 ? void 0 : _e.credentials;
|
|
34
|
+
if ((credentials === null || credentials === void 0 ? void 0 : credentials.client_email) && (credentials === null || credentials === void 0 ? void 0 : credentials.private_key)) {
|
|
35
|
+
this.auth = new google_auth_library_1.GoogleAuth({
|
|
36
|
+
credentials: credentials,
|
|
37
|
+
scopes: ['https://www.googleapis.com/auth/cloud-platform'],
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
else if (options.apiKey) {
|
|
41
|
+
this.auth = new google_auth_library_1.GoogleAuth({
|
|
42
|
+
credentials: JSON.parse(options.apiKey),
|
|
43
|
+
scopes: ['https://www.googleapis.com/auth/cloud-platform'],
|
|
44
|
+
});
|
|
45
|
+
}
|
|
46
|
+
else {
|
|
47
|
+
this.auth = new google_auth_library_1.GoogleAuth({ scopes: ['https://www.googleapis.com/auth/cloud-platform'] });
|
|
48
|
+
}
|
|
49
|
+
const baseURL = ((_f = options.endpoint) === null || _f === void 0 ? void 0 : _f.replace(/\/$/, '')) ||
|
|
50
|
+
`https://${this.location}-aiplatform.googleapis.com/v1/projects/${this.projectId}/locations/${this.location}`;
|
|
51
|
+
this.client = axios_1.default.create({
|
|
52
|
+
baseURL,
|
|
53
|
+
timeout: ((_g = options.options) === null || _g === void 0 ? void 0 : _g.timeout) || 60000,
|
|
54
|
+
});
|
|
55
|
+
const ok = await this.testConnection();
|
|
56
|
+
this._connected = ok;
|
|
57
|
+
if (!ok) {
|
|
58
|
+
return { connected: false, error: 'Failed to connect to Vertex AI Vector Search' };
|
|
59
|
+
}
|
|
60
|
+
return {
|
|
61
|
+
connected: true,
|
|
62
|
+
index: this.deployedIndexId,
|
|
63
|
+
dimensions: options.dimensions,
|
|
64
|
+
vectorCount: 0,
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
async authHeaders() {
|
|
68
|
+
const client = await this.auth.getClient();
|
|
69
|
+
const token = await client.getAccessToken();
|
|
70
|
+
return {
|
|
71
|
+
Authorization: `Bearer ${token.token || ''}`,
|
|
72
|
+
'Content-Type': 'application/json',
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
async disconnect() {
|
|
76
|
+
this.client = null;
|
|
77
|
+
this.auth = null;
|
|
78
|
+
this._connected = false;
|
|
79
|
+
this.connectionOptions = null;
|
|
80
|
+
}
|
|
81
|
+
async testConnection() {
|
|
82
|
+
if (!this.client || !this.auth)
|
|
83
|
+
return false;
|
|
84
|
+
try {
|
|
85
|
+
const headers = await this.authHeaders();
|
|
86
|
+
await this.client.get(`/indexEndpoints/${this.indexEndpoint}`, { headers });
|
|
87
|
+
return true;
|
|
88
|
+
}
|
|
89
|
+
catch (_a) {
|
|
90
|
+
return false;
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
async upsert(options) {
|
|
94
|
+
throw utils_1.VectorError.invalidOperationError('Vertex AI Vector Search upsert requires batch index updates via GCP console or Data API', this.type);
|
|
95
|
+
}
|
|
96
|
+
async query(options) {
|
|
97
|
+
var _a, _b;
|
|
98
|
+
const start = Date.now();
|
|
99
|
+
const headers = await this.authHeaders();
|
|
100
|
+
const body = {
|
|
101
|
+
deployedIndexId: this.deployedIndexId,
|
|
102
|
+
queries: [
|
|
103
|
+
{
|
|
104
|
+
datapoint: {
|
|
105
|
+
datapointId: 'query',
|
|
106
|
+
featureVector: options.vector,
|
|
107
|
+
},
|
|
108
|
+
neighborCount: options.topK,
|
|
109
|
+
},
|
|
110
|
+
],
|
|
111
|
+
};
|
|
112
|
+
const { data } = await this.client.post(`/indexEndpoints/${this.indexEndpoint}:findNeighbors`, body, { headers });
|
|
113
|
+
const neighbors = ((_b = (_a = data === null || data === void 0 ? void 0 : data.nearestNeighbors) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.neighbors) || [];
|
|
114
|
+
return {
|
|
115
|
+
matches: neighbors.map((n) => {
|
|
116
|
+
var _a, _b;
|
|
117
|
+
return ({
|
|
118
|
+
id: String(((_a = n.datapoint) === null || _a === void 0 ? void 0 : _a.datapointId) || ''),
|
|
119
|
+
score: (_b = n.distance) !== null && _b !== void 0 ? _b : 0,
|
|
120
|
+
metadata: n.datapoint,
|
|
121
|
+
});
|
|
122
|
+
}),
|
|
123
|
+
queryTime: Date.now() - start,
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
async fetch(options) {
|
|
127
|
+
const vectors = {};
|
|
128
|
+
for (const id of options.ids) {
|
|
129
|
+
vectors[id] = { id, values: [], metadata: { id } };
|
|
130
|
+
}
|
|
131
|
+
return { vectors };
|
|
132
|
+
}
|
|
133
|
+
async update() {
|
|
134
|
+
throw utils_1.VectorError.invalidOperationError('Vertex vector update is not supported via REST adapter', this.type);
|
|
135
|
+
}
|
|
136
|
+
async delete() {
|
|
137
|
+
throw utils_1.VectorError.invalidOperationError('Vertex vector delete is not supported via REST adapter', this.type);
|
|
138
|
+
}
|
|
139
|
+
async list() {
|
|
140
|
+
return { ids: [], total: 0 };
|
|
141
|
+
}
|
|
142
|
+
async listNamespaces() {
|
|
143
|
+
return { namespaces: [] };
|
|
144
|
+
}
|
|
145
|
+
async deleteNamespace() { }
|
|
146
|
+
async describeIndex() {
|
|
147
|
+
return {
|
|
148
|
+
name: this.deployedIndexId,
|
|
149
|
+
dimensions: this.dimensions,
|
|
150
|
+
metric: this.metric,
|
|
151
|
+
vectorCount: 0,
|
|
152
|
+
status: 'ready',
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
async getIndexStats() {
|
|
156
|
+
return { vectorCount: 0, dimensions: this.dimensions };
|
|
157
|
+
}
|
|
158
|
+
async createIndex() {
|
|
159
|
+
throw utils_1.VectorError.invalidOperationError('Create index via GCP console or cloud provisioning', this.type);
|
|
160
|
+
}
|
|
161
|
+
async deleteIndex() {
|
|
162
|
+
throw utils_1.VectorError.invalidOperationError('Delete index via GCP console or cloud provisioning', this.type);
|
|
163
|
+
}
|
|
164
|
+
async listIndexes() {
|
|
165
|
+
return [{
|
|
166
|
+
name: this.deployedIndexId,
|
|
167
|
+
dimensions: this.dimensions,
|
|
168
|
+
metric: this.metric,
|
|
169
|
+
vectorCount: 0,
|
|
170
|
+
status: 'ready',
|
|
171
|
+
}];
|
|
172
|
+
}
|
|
173
|
+
supportsFeature(feature) {
|
|
174
|
+
return feature === types_1.VectorFeature.BATCH_OPERATIONS;
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
exports.VertexVectorSearchAdapter = VertexVectorSearchAdapter;
|
|
178
|
+
//# sourceMappingURL=vertex-vector-search.adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"vertex-vector-search.adapter.js","sourceRoot":"","sources":["../../../src/vector/adapters/vertex-vector-search.adapter.ts"],"names":[],"mappings":";;;;;;AAAA;;GAEG;AACH,kDAA6C;AAC7C,6DAAiD;AACjD,oCAwBkB;AAClB,iDAA8E;AAC9E,oCAAuC;AAEvC,MAAa,yBAA0B,SAAQ,gCAAiB;IAAhE;;QACkB,SAAI,GAAG,oBAAY,CAAC,oBAAoB,CAAC;QAEjD,WAAM,GAAyB,IAAI,CAAC;QACpC,SAAI,GAAsB,IAAI,CAAC;QAC/B,kBAAa,GAAG,EAAE,CAAC;QACnB,oBAAe,GAAG,EAAE,CAAC;QACrB,cAAS,GAAG,EAAE,CAAC;QACf,aAAQ,GAAG,aAAa,CAAC;IA4KnC,CAAC;IA1KC,KAAK,CAAC,OAAO,CAAC,OAAkC;;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,eAAe,KAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QAC/E,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,eAAe,KAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;QACtG,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,CAAA,MAAA,OAAO,CAAC,OAAO,0CAAE,SAAS,KAAI,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,KAAI,MAAA,OAAO,CAAC,OAAO,0CAAE,QAAQ,CAAA,IAAI,aAAa,CAAC,CAAC;QAErF,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,OAAO,0CAAE,WAAkD,CAAC;QACxF,IAAI,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,MAAI,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,WAAW,CAAA,EAAE,CAAC;YAC1D,IAAI,CAAC,IAAI,GAAG,IAAI,gCAAU,CAAC;gBACzB,WAAW,EAAE,WAA4D;gBACzE,MAAM,EAAE,CAAC,gDAAgD,CAAC;aAC3D,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,gCAAU,CAAC;gBACzB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;gBACvC,MAAM,EAAE,CAAC,gDAAgD,CAAC;aAC3D,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,GAAG,IAAI,gCAAU,CAAC,EAAE,MAAM,EAAE,CAAC,gDAAgD,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,OAAO,GACX,CAAA,MAAA,OAAO,CAAC,QAAQ,0CAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;YACpC,WAAW,IAAI,CAAC,QAAQ,0CAA0C,IAAI,CAAC,SAAS,cAAc,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEhH,IAAI,CAAC,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC;YACzB,OAAO;YACP,OAAO,EAAE,CAAC,MAAA,OAAO,CAAC,OAAO,0CAAE,OAAkB,KAAI,KAAK;SACvD,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,8CAA8C,EAAE,CAAC;QACrF,CAAC;QACD,OAAO;YACL,SAAS,EAAE,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,eAAe;YAC3B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;QAC5C,OAAO;YACL,aAAa,EAAE,UAAU,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE;YAC5C,cAAc,EAAE,kBAAkB;SACnC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5E,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAA8B;QACzC,MAAM,mBAAW,CAAC,qBAAqB,CACrC,yFAAyF,EACzF,IAAI,CAAC,IAAI,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA6B;;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG;YACX,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,OAAO,EAAE;gBACP;oBACE,SAAS,EAAE;wBACT,WAAW,EAAE,OAAO;wBACpB,aAAa,EAAE,OAAO,CAAC,MAAM;qBAC9B;oBACD,aAAa,EAAE,OAAO,CAAC,IAAI;iBAC5B;aACF;SACF,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,MAAO,CAAC,IAAI,CACtC,mBAAmB,IAAI,CAAC,aAAa,gBAAgB,EACrD,IAAI,EACJ,EAAE,OAAO,EAAE,CACZ,CAAC;QACF,MAAM,SAAS,GAAG,CAAA,MAAA,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,gBAAgB,0CAAG,CAAC,CAAC,0CAAE,SAAS,KAAI,EAAE,CAAC;QAC/D,OAAO;YACL,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBAClC,EAAE,EAAE,MAAM,CAAC,CAAA,MAAA,CAAC,CAAC,SAAS,0CAAE,WAAW,KAAI,EAAE,CAAC;oBAC1C,KAAK,EAAE,MAAA,CAAC,CAAC,QAAQ,mCAAI,CAAC;oBACtB,QAAQ,EAAE,CAAC,CAAC,SAAS;iBACtB,CAAC,CAAA;aAAA,CAAC;YACH,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;SAC9B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,OAA6B;QACvC,MAAM,OAAO,GAAmC,EAAE,CAAC;QACnD,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YAC7B,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QACrD,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,mBAAW,CAAC,qBAAqB,CAAC,wDAAwD,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/G,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,mBAAW,CAAC,qBAAqB,CAAC,wDAAwD,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/G,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,eAAe,KAAmB,CAAC;IAEzC,KAAK,CAAC,aAAa;QACjB,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,eAAe;YAC1B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,OAAO;SAChB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,mBAAW,CAAC,qBAAqB,CAAC,oDAAoD,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3G,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,mBAAW,CAAC,qBAAqB,CAAC,oDAAoD,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3G,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC;gBACN,IAAI,EAAE,IAAI,CAAC,eAAe;gBAC1B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,OAAO;aAChB,CAAC,CAAC;IACL,CAAC;IAED,eAAe,CAAC,OAAsB;QACpC,OAAO,OAAO,KAAK,qBAAa,CAAC,gBAAgB,CAAC;IACpD,CAAC;CACF;AApLD,8DAoLC"}
|
|
@@ -13,6 +13,12 @@ export declare enum VectorDBType {
|
|
|
13
13
|
QDRANT = "qdrant",
|
|
14
14
|
/** Weaviate - AI-native vector database */
|
|
15
15
|
WEAVIATE = "weaviate",
|
|
16
|
+
/** AWS OpenSearch / Elasticsearch-compatible vector search */
|
|
17
|
+
OPENSEARCH = "opensearch",
|
|
18
|
+
/** Azure AI Search */
|
|
19
|
+
AZURE_SEARCH = "azure-search",
|
|
20
|
+
/** GCP Vertex AI Vector Search */
|
|
21
|
+
VERTEX_VECTOR_SEARCH = "vertex-vector-search",
|
|
16
22
|
/** ChromaDB - Open-source embedding database */
|
|
17
23
|
CHROMA = "chroma",
|
|
18
24
|
/** Milvus - Open-source vector database */
|
|
@@ -17,6 +17,12 @@ var VectorDBType;
|
|
|
17
17
|
VectorDBType["QDRANT"] = "qdrant";
|
|
18
18
|
/** Weaviate - AI-native vector database */
|
|
19
19
|
VectorDBType["WEAVIATE"] = "weaviate";
|
|
20
|
+
/** AWS OpenSearch / Elasticsearch-compatible vector search */
|
|
21
|
+
VectorDBType["OPENSEARCH"] = "opensearch";
|
|
22
|
+
/** Azure AI Search */
|
|
23
|
+
VectorDBType["AZURE_SEARCH"] = "azure-search";
|
|
24
|
+
/** GCP Vertex AI Vector Search */
|
|
25
|
+
VectorDBType["VERTEX_VECTOR_SEARCH"] = "vertex-vector-search";
|
|
20
26
|
/** ChromaDB - Open-source embedding database */
|
|
21
27
|
VectorDBType["CHROMA"] = "chroma";
|
|
22
28
|
/** Milvus - Open-source vector database */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"enums.js","sourceRoot":"","sources":["../../../src/vector/types/enums.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH;;GAEG;AACH,IAAY,
|
|
1
|
+
{"version":3,"file":"enums.js","sourceRoot":"","sources":["../../../src/vector/types/enums.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH;;GAEG;AACH,IAAY,YAqBX;AArBD,WAAY,YAAY;IACtB,yCAAyC;IACzC,qCAAqB,CAAA;IACrB,gDAAgD;IAChD,iCAAiB,CAAA;IACjB,2CAA2C;IAC3C,qCAAqB,CAAA;IACrB,8DAA8D;IAC9D,yCAAyB,CAAA;IACzB,sBAAsB;IACtB,6CAA6B,CAAA;IAC7B,kCAAkC;IAClC,6DAA6C,CAAA;IAC7C,gDAAgD;IAChD,iCAAiB,CAAA;IACjB,2CAA2C;IAC3C,iCAAiB,CAAA;IACjB,kDAAkD;IAClD,qCAAqB,CAAA;IACrB,uDAAuD;IACvD,iCAAiB,CAAA;AACnB,CAAC,EArBW,YAAY,4BAAZ,YAAY,QAqBvB;AAED;;GAEG;AACH,IAAY,cAWX;AAXD,WAAY,cAAc;IACxB,gDAAgD;IAChD,mCAAiB,CAAA;IACjB,mCAAmC;IACnC,yCAAuB,CAAA;IACvB,kCAAkC;IAClC,4CAA0B,CAAA;IAC1B,mCAAmC;IACnC,yCAAuB,CAAA;IACvB,4CAA4C;IAC5C,qCAAmB,CAAA;AACrB,CAAC,EAXW,cAAc,8BAAd,cAAc,QAWzB;AAED;;GAEG;AACH,IAAY,eAaX;AAbD,WAAY,eAAe;IACzB,gCAAgC;IAChC,gCAAa,CAAA;IACb,gCAAgC;IAChC,8BAAW,CAAA;IACX,gDAAgD;IAChD,gCAAa,CAAA;IACb,2BAA2B;IAC3B,4BAAS,CAAA;IACT,oCAAoC;IACpC,oCAAiB,CAAA;IACjB,oDAAoD;IACpD,kCAAe,CAAA;AACjB,CAAC,EAbW,eAAe,+BAAf,eAAe,QAa1B;AAED;;GAEG;AACH,IAAY,eAqBX;AArBD,WAAY,eAAe;IACzB,uBAAuB;IACvB,wDAAqC,CAAA;IACrC,0BAA0B;IAC1B,8DAA2C,CAAA;IAC3C,2BAA2B;IAC3B,gEAA6C,CAAA;IAC7C,2BAA2B;IAC3B,gEAA6C,CAAA;IAC7C,uBAAuB;IACvB,wDAAqC,CAAA;IACrC,yBAAyB;IACzB,4DAAyC,CAAA;IACzC,wBAAwB;IACxB,0DAAuC,CAAA;IACvC,0BAA0B;IAC1B,wDAAqC,CAAA;IACrC,oBAAoB;IACpB,kDAA+B,CAAA;IAC/B,oBAAoB;IACpB,kDAA+B,CAAA;AACjC,CAAC,EArBW,eAAe,+BAAf,eAAe,QAqB1B;AAED;;GAEG;AACH,IAAY,aAmBX;AAnBD,WAAY,aAAa;IACvB,kCAAkC;IAClC,0DAAyC,CAAA;IACzC,mCAAmC;IACnC,0CAAyB,CAAA;IACzB,gDAAgD;IAChD,gDAA+B,CAAA;IAC/B,gCAAgC;IAChC,sDAAqC,CAAA;IACrC,gCAAgC;IAChC,sDAAqC,CAAA;IACrC,8BAA8B;IAC9B,kDAAiC,CAAA;IACjC,8BAA8B;IAC9B,kDAAiC,CAAA;IACjC,oCAAoC;IACpC,8CAA6B,CAAA;IAC7B,4BAA4B;IAC5B,8CAA6B,CAAA;AAC/B,CAAC,EAnBW,aAAa,6BAAb,aAAa,QAmBxB"}
|
|
@@ -102,6 +102,12 @@ export interface IVectorDbEnvConfig {
|
|
|
102
102
|
region?: string;
|
|
103
103
|
/** Default namespace */
|
|
104
104
|
namespace?: string;
|
|
105
|
+
authMode?: 'manual' | 'cloud_connection';
|
|
106
|
+
/** Workspace cloud connection tag */
|
|
107
|
+
cloud?: string;
|
|
108
|
+
cloudConnectionId?: string;
|
|
109
|
+
/** Cloud resource id when linking via cloud (provision on save) */
|
|
110
|
+
instance?: string;
|
|
105
111
|
/** Additional options */
|
|
106
112
|
options?: Record<string, unknown>;
|
|
107
113
|
}
|
|
@@ -536,14 +536,21 @@ class VectorDatabaseService {
|
|
|
536
536
|
type: options.type,
|
|
537
537
|
dimensions: options.dimensions,
|
|
538
538
|
metric: options.metric ? distanceMetricToVectorMetric[options.metric] : productsBuilder_types_1.VectorDistanceMetrics.COSINE,
|
|
539
|
-
envs: options.envs.map((env) =>
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
539
|
+
envs: options.envs.map((env) => {
|
|
540
|
+
var _a;
|
|
541
|
+
return ({
|
|
542
|
+
slug: env.slug,
|
|
543
|
+
apiKey: env.apiKey,
|
|
544
|
+
endpoint: env.endpoint,
|
|
545
|
+
index: env.index,
|
|
546
|
+
region: env.region,
|
|
547
|
+
namespace: env.namespace,
|
|
548
|
+
cloud: env.cloud,
|
|
549
|
+
instance: env.instance,
|
|
550
|
+
authMode: (_a = env.authMode) !== null && _a !== void 0 ? _a : (env.cloud ? 'cloud_connection' : undefined),
|
|
551
|
+
cloudConnectionId: env.cloudConnectionId,
|
|
552
|
+
});
|
|
553
|
+
}),
|
|
547
554
|
};
|
|
548
555
|
await builder.createVector(vectorData);
|
|
549
556
|
}
|
|
@@ -586,14 +593,21 @@ class VectorDatabaseService {
|
|
|
586
593
|
updateData.metric = distanceMetricToVectorMetric[options.metric];
|
|
587
594
|
}
|
|
588
595
|
if (options.envs) {
|
|
589
|
-
updateData.envs = options.envs.map((env) =>
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
596
|
+
updateData.envs = options.envs.map((env) => {
|
|
597
|
+
var _a;
|
|
598
|
+
return ({
|
|
599
|
+
slug: env.slug,
|
|
600
|
+
apiKey: env.apiKey,
|
|
601
|
+
endpoint: env.endpoint,
|
|
602
|
+
index: env.index,
|
|
603
|
+
region: env.region,
|
|
604
|
+
namespace: env.namespace,
|
|
605
|
+
cloud: env.cloud,
|
|
606
|
+
instance: env.instance,
|
|
607
|
+
authMode: (_a = env.authMode) !== null && _a !== void 0 ? _a : (env.cloud ? 'cloud_connection' : undefined),
|
|
608
|
+
cloudConnectionId: env.cloudConnectionId,
|
|
609
|
+
});
|
|
610
|
+
});
|
|
597
611
|
}
|
|
598
612
|
//delete updateData.deleted
|
|
599
613
|
await builder.updateVector(options.tag, updateData);
|