@aalis/plugin-vectorstore-lancedb 0.4.0 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +22 -16
- package/dist/index.js.map +1 -1
- package/package.json +4 -4
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAYzD,eAAO,MAAM,IAAI,sCAAsC,CAAC;AACxD,eAAO,MAAM,WAAW,+BAAgB,CAAC;AACzC,eAAO,MAAM,SAAS,cAAc,CAAC;AACrC,eAAO,MAAM,QAAQ,UAAkB,CAAC;AAExC,eAAO,MAAM,YAAY,EAAE,YAQ1B,CAAC;AAEF,eAAO,MAAM,aAAa;;;CAGzB,CAAC;AA2IF,wBAAsB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBxF"}
|
package/dist/index.js
CHANGED
|
@@ -1,14 +1,8 @@
|
|
|
1
|
-
import { createStorageGateway } from '@aalis/plugin-storage-api';
|
|
1
|
+
import { createStorageGateway, toStorageUri } from '@aalis/plugin-storage-api';
|
|
2
2
|
import { connect } from '@lancedb/lancedb';
|
|
3
3
|
function toUri(input) {
|
|
4
4
|
const s = String(input ?? '').trim();
|
|
5
|
-
|
|
6
|
-
return 'data:/lancedb';
|
|
7
|
-
if (s.includes(':/'))
|
|
8
|
-
return s;
|
|
9
|
-
const cleaned = s.replace(/^\.?\/+/, '');
|
|
10
|
-
const idx = cleaned.indexOf('/');
|
|
11
|
-
return idx > 0 ? `${cleaned.slice(0, idx)}:/${cleaned.slice(idx + 1)}` : `data:/${cleaned}`;
|
|
5
|
+
return s ? toStorageUri(s) : 'data:/lancedb';
|
|
12
6
|
}
|
|
13
7
|
// ===== 插件元数据 =====
|
|
14
8
|
export const name = '@aalis/plugin-vectorstore-lancedb';
|
|
@@ -32,6 +26,8 @@ export const defaultConfig = {
|
|
|
32
26
|
class LanceDBVectorStore {
|
|
33
27
|
db;
|
|
34
28
|
table = null;
|
|
29
|
+
/** 首次建表的 single-flight promise：并发 add 复用它，避免「table already exists」丢向量 */
|
|
30
|
+
tableInit = null;
|
|
35
31
|
dbPath;
|
|
36
32
|
tableName;
|
|
37
33
|
logger;
|
|
@@ -55,13 +51,18 @@ class LanceDBVectorStore {
|
|
|
55
51
|
metadata_json: JSON.stringify(metadata),
|
|
56
52
|
};
|
|
57
53
|
if (!this.table) {
|
|
58
|
-
//
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
54
|
+
// single-flight 建表：并发 add（索引 concurrency=10 + embed I/O 让出事件循环）会同时进此分支；
|
|
55
|
+
// 旧实现各自 createTable → 第二个抛「table already exists」被吞、向量永久丢失。复用同一 promise，
|
|
56
|
+
// 首条随建表写入，其余等建表完成后 add 自己。
|
|
57
|
+
if (!this.tableInit) {
|
|
58
|
+
this.tableInit = this.db.createTable(this.tableName, [record]);
|
|
59
|
+
this.table = await this.tableInit;
|
|
60
|
+
this.logger?.info(`LanceDB 表 "${this.tableName}" 已创建`);
|
|
61
|
+
return; // 首条已随 createTable 落库
|
|
62
|
+
}
|
|
63
|
+
await this.tableInit; // 并发后续条目：等建表完成再 add 自己
|
|
64
64
|
}
|
|
65
|
+
await this.table.add([record]);
|
|
65
66
|
}
|
|
66
67
|
async search(queryVector, topK) {
|
|
67
68
|
if (!this.table)
|
|
@@ -69,9 +70,12 @@ class LanceDBVectorStore {
|
|
|
69
70
|
const count = await this.table.countRows();
|
|
70
71
|
if (count === 0)
|
|
71
72
|
return [];
|
|
72
|
-
|
|
73
|
+
// 显式用余弦度量：默认是 L2，1-L2 既非相似度也与 flat 后端（归一化点积=余弦）量纲不一致，
|
|
74
|
+
// 会让 memory-vector 的 minScore 阈值与时间加权融合在两后端含义不同。余弦距离 = 1-余弦相似度，
|
|
75
|
+
// 故下面 1 - _distance = 余弦相似度，与 flat 完全一致（余弦 scale-invariant，无需归一化）。
|
|
76
|
+
const results = await this.table.query().nearestTo(queryVector).distanceType('cosine').limit(topK).toArray();
|
|
73
77
|
return results.map(row => ({
|
|
74
|
-
score: 1 - (row._distance ?? 0),
|
|
78
|
+
score: 1 - (row._distance ?? 0),
|
|
75
79
|
metadata: JSON.parse(row.metadata_json),
|
|
76
80
|
}));
|
|
77
81
|
}
|
|
@@ -85,6 +89,7 @@ class LanceDBVectorStore {
|
|
|
85
89
|
this.table.close();
|
|
86
90
|
this.table = null;
|
|
87
91
|
}
|
|
92
|
+
this.tableInit = null; // 必须与 table 同步重置，否则下次 add 会 await 到指向已删表的旧 promise → 崩
|
|
88
93
|
// 删除旧表并重置
|
|
89
94
|
const tableNames = await this.db.tableNames();
|
|
90
95
|
if (tableNames.includes(this.tableName)) {
|
|
@@ -130,6 +135,7 @@ class LanceDBVectorStore {
|
|
|
130
135
|
this.table.close();
|
|
131
136
|
this.table = null;
|
|
132
137
|
}
|
|
138
|
+
this.tableInit = null;
|
|
133
139
|
}
|
|
134
140
|
}
|
|
135
141
|
// ===== 插件入口 =====
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAE/E,OAAO,EAAmB,OAAO,EAA4B,MAAM,kBAAkB,CAAC;AAEtF,SAAS,KAAK,CAAC,KAAa;IAC1B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;AAC/C,CAAC;AAED,oBAAoB;AAEpB,MAAM,CAAC,MAAM,IAAI,GAAG,mCAAmC,CAAC;AACxD,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC;AACzC,MAAM,CAAC,MAAM,SAAS,GAAG,WAAW,CAAC;AACrC,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;AAExC,MAAM,CAAC,MAAM,YAAY,GAAiB;IACxC,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,eAAe;QACxB,WAAW,EAAE,sCAAsC;KACpD;IACD,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE;CACrF,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,eAAe;IACrB,SAAS,EAAE,SAAS;CACrB,CAAC;AAWF,6BAA6B;AAE7B,MAAM,kBAAkB;IACd,EAAE,CAAc;IAChB,KAAK,GAAsB,IAAI,CAAC;IACxC,yEAAyE;IACjE,SAAS,GAA+B,IAAI,CAAC;IACpC,MAAM,CAAS;IACf,SAAS,CAAS;IAC3B,MAAM,CAAkG;IAEhH,YAAY,MAAc,EAAE,SAAiB,EAAE,MAAqC;QAClF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,sBAAsB;IACtB,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErC,UAAU;QACV,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAgB,EAAE,QAAiC;QAC3D,MAAM,MAAM,GAAG;YACb,MAAM;YACN,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;SACxC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,wEAAwE;YACxE,wEAAwE;YACxE,2BAA2B;YAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC/D,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC;gBAClC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC,SAAS,OAAO,CAAC,CAAC;gBACvD,OAAO,CAAC,sBAAsB;YAChC,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,uBAAuB;QAC/C,CAAC;QACD,MAAM,IAAI,CAAC,KAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAqB,EAAE,IAAY;QAC9C,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAE3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC3C,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE3B,sDAAsD;QACtD,gEAAgE;QAChE,mEAAmE;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QAE7G,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzB,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;YAC/B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAuB,CAA4B;SAC7E,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,uDAAuD;QAC9E,UAAU;QACV,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAA+B;QAClD,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC5C,IAAI,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAC3B,sDAAsD;QACtD,gBAAgB;QAChB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAuB,CAA4B,CAAC;YAChF,uCAAuC;YACvC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QACrC,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,uCAAuC;YACvC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAA0B,CAAC;gBAClD,aAAa,EAAE,GAAG,CAAC,aAAuB;aAC3C,CAAC,CAAC,CAAC;YACJ,MAAM;YACN,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpE,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,0BAA0B;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;CACF;AAED,mBAAmB;AAEnB,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,GAAY,EAAE,MAA+B;IACvE,MAAM,GAAG,GAAkB;QACzB,IAAI,EAAG,MAAM,CAAC,IAAe,IAAI,eAAe;QAChD,SAAS,EAAG,MAAM,CAAC,SAAoB,IAAI,SAAS;KACrD,CAAC;IAEF,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;QAC9B,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC9D,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAExE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IAEnB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IACjC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,aAAa,KAAK,OAAO,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;IAEpF,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;IAEpD,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACvB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aalis/plugin-vectorstore-lancedb",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.5.1",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"description": "向量库 —— LanceDB 高性能实现",
|
|
6
6
|
"type": "module",
|
|
@@ -16,13 +16,13 @@
|
|
|
16
16
|
"dependencies": {
|
|
17
17
|
"@lancedb/lancedb": "^0.27.1",
|
|
18
18
|
"apache-arrow": "^18.0.0",
|
|
19
|
-
"@aalis/plugin-storage-api": "^0.
|
|
19
|
+
"@aalis/plugin-storage-api": "^0.5.2"
|
|
20
20
|
},
|
|
21
21
|
"devDependencies": {
|
|
22
22
|
"@types/node": "^22.0.0",
|
|
23
23
|
"typescript": "^5.7.0",
|
|
24
|
-
"@aalis/core": "0.
|
|
25
|
-
"@aalis/plugin-vectorstore-api": "0.
|
|
24
|
+
"@aalis/core": "0.5.0",
|
|
25
|
+
"@aalis/plugin-vectorstore-api": "0.5.0"
|
|
26
26
|
},
|
|
27
27
|
"peerDependencies": {
|
|
28
28
|
"@aalis/core": ">=0.2.0 <1.0.0"
|