datalevin-node 0.10.17 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +408 -13
- package/jars/{datalevin-runtime-0.10.17.jar → datalevin-runtime-1.0.0.jar} +0 -0
- package/package.json +2 -2
- package/src/client.js +12 -0
- package/src/connection.js +306 -8
- package/src/database.js +85 -0
- package/src/entity.js +171 -0
- package/src/index.js +68 -2
- package/src/interop.js +1824 -43
- package/src/jvm.js +1 -0
- package/src/kv.js +1102 -4
- package/src/llm.js +114 -0
- package/src/raw.js +385 -3
- package/src/search.js +173 -0
- package/src/udf.js +181 -0
- package/src/vector.js +87 -0
package/src/udf.js
ADDED
|
@@ -0,0 +1,181 @@
|
|
|
1
|
+
import { toJava, toJs } from "./convert.js";
|
|
2
|
+
import { _BINDINGS } from "./interop.js";
|
|
3
|
+
import { javaBridgeModule } from "./jvm.js";
|
|
4
|
+
|
|
5
|
+
function keywordString(value) {
|
|
6
|
+
const text = String(value);
|
|
7
|
+
return text.startsWith(":") ? text : `:${text}`;
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function descriptorKey(descriptor) {
|
|
11
|
+
const normalized = udfDescriptor(descriptor);
|
|
12
|
+
return [
|
|
13
|
+
normalized[":udf/lang"],
|
|
14
|
+
normalized[":udf/kind"],
|
|
15
|
+
normalized[":udf/id"],
|
|
16
|
+
normalized[":udf/version"] ?? ""
|
|
17
|
+
].join("\u0000");
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function materializeJavaArgs(args) {
|
|
21
|
+
if (Array.isArray(args)) {
|
|
22
|
+
return args;
|
|
23
|
+
}
|
|
24
|
+
if (typeof args?.toArraySync === "function") {
|
|
25
|
+
try {
|
|
26
|
+
const items = args.toArraySync();
|
|
27
|
+
return Array.isArray(items) ? items : Array.from(items);
|
|
28
|
+
} catch {
|
|
29
|
+
// Fall through to iterator traversal below.
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
const items = [];
|
|
34
|
+
const iterator = args.iteratorSync();
|
|
35
|
+
while (iterator.hasNextSync()) {
|
|
36
|
+
items.push(iterator.nextSync());
|
|
37
|
+
}
|
|
38
|
+
return items;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
async function txUdfArgsToJs(args) {
|
|
42
|
+
if (Array.isArray(args)) {
|
|
43
|
+
if (args.length === 0) {
|
|
44
|
+
return args;
|
|
45
|
+
}
|
|
46
|
+
const convertedTail = await Promise.all(args.slice(1).map((value) => toJs(value)));
|
|
47
|
+
return [args[0], ...convertedTail];
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
if (typeof args?.sizeSync === "function" && typeof args?.getSync === "function") {
|
|
51
|
+
const size = Number(args.sizeSync());
|
|
52
|
+
if (size === 0) {
|
|
53
|
+
return [];
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
const values = [null];
|
|
57
|
+
for (let index = 1; index < size; index += 1) {
|
|
58
|
+
values.push(await toJs(args.getSync(index)));
|
|
59
|
+
}
|
|
60
|
+
return values;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
const values = materializeJavaArgs(args);
|
|
64
|
+
if (values.length === 0) {
|
|
65
|
+
return values;
|
|
66
|
+
}
|
|
67
|
+
const convertedTail = await Promise.all(values.slice(1).map((value) => toJs(value)));
|
|
68
|
+
return [values[0], ...convertedTail];
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
async function udfArgsToJs(args, descriptor) {
|
|
72
|
+
if (descriptor[":udf/kind"] !== ":tx-fn") {
|
|
73
|
+
const jsArgs = await toJs(args);
|
|
74
|
+
return Array.isArray(jsArgs) ? jsArgs : [jsArgs];
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
return txUdfArgsToJs(args);
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
async function createProxy(fn, descriptor) {
|
|
81
|
+
const { newProxy } = await javaBridgeModule();
|
|
82
|
+
return newProxy("datalevin.UdfFunction", {
|
|
83
|
+
invoke: async (args) => {
|
|
84
|
+
const values = await udfArgsToJs(args, descriptor);
|
|
85
|
+
const result = await fn(...values);
|
|
86
|
+
return toJava(result === undefined ? null : result);
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
export function udfDescriptor(idOrDescriptor, {
|
|
92
|
+
kind = ":query-fn",
|
|
93
|
+
lang = ":java",
|
|
94
|
+
version = null
|
|
95
|
+
} = {}) {
|
|
96
|
+
if (idOrDescriptor !== null && typeof idOrDescriptor === "object") {
|
|
97
|
+
const descriptor = idOrDescriptor;
|
|
98
|
+
const id = descriptor[":udf/id"] ?? descriptor.id ?? descriptor.udfId;
|
|
99
|
+
return udfDescriptor(id, {
|
|
100
|
+
kind: descriptor[":udf/kind"] ?? descriptor.kind ?? kind,
|
|
101
|
+
lang: descriptor[":udf/lang"] ?? descriptor.lang ?? lang,
|
|
102
|
+
version: descriptor[":udf/version"] ?? descriptor.version ?? version
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
if (idOrDescriptor === null || idOrDescriptor === undefined) {
|
|
107
|
+
throw new TypeError("udf id is required");
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
const descriptor = {
|
|
111
|
+
":udf/lang": keywordString(lang),
|
|
112
|
+
":udf/kind": keywordString(kind),
|
|
113
|
+
":udf/id": keywordString(idOrDescriptor)
|
|
114
|
+
};
|
|
115
|
+
if (version !== null && version !== undefined) {
|
|
116
|
+
descriptor[":udf/version"] = version;
|
|
117
|
+
}
|
|
118
|
+
return descriptor;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
export class UdfRegistry {
|
|
122
|
+
constructor(handle) {
|
|
123
|
+
this._handle = handle;
|
|
124
|
+
this._proxies = new Map();
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
rawHandle() {
|
|
128
|
+
return this._handle;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
async register(descriptor, fn) {
|
|
132
|
+
if (typeof fn !== "function") {
|
|
133
|
+
throw new TypeError("fn must be a function");
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
const normalized = udfDescriptor(descriptor);
|
|
137
|
+
const proxy = await createProxy(fn, normalized);
|
|
138
|
+
await _BINDINGS.registerUdf(this._handle, normalized, proxy);
|
|
139
|
+
this._proxies.set(descriptorKey(normalized), proxy);
|
|
140
|
+
return fn;
|
|
141
|
+
}
|
|
142
|
+
|
|
143
|
+
async unregister(descriptor) {
|
|
144
|
+
const normalized = udfDescriptor(descriptor);
|
|
145
|
+
await _BINDINGS.unregisterUdf(this._handle, normalized);
|
|
146
|
+
const key = descriptorKey(normalized);
|
|
147
|
+
const proxy = this._proxies.get(key);
|
|
148
|
+
if (proxy !== undefined) {
|
|
149
|
+
proxy.reset();
|
|
150
|
+
this._proxies.delete(key);
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
async registered(descriptor) {
|
|
155
|
+
return _BINDINGS.registeredUdf(this._handle, udfDescriptor(descriptor));
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
async queryUdf(id, fn, options = {}) {
|
|
159
|
+
return this.register(udfDescriptor(id, { ...options, kind: ":query-fn" }), fn);
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
async predicateUdf(id, fn, options = {}) {
|
|
163
|
+
return this.register(udfDescriptor(id, { ...options, kind: ":predicate" }), fn);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
async txUdf(id, fn, options = {}) {
|
|
167
|
+
return this.register(udfDescriptor(id, { ...options, kind: ":tx-fn" }), fn);
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
async analyzerUdf(id, fn, options = {}) {
|
|
171
|
+
return this.register(udfDescriptor(id, { ...options, kind: ":analyzer" }), fn);
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
async queryAnalyzerUdf(id, fn, options = {}) {
|
|
175
|
+
return this.register(udfDescriptor(id, { ...options, kind: ":query-analyzer" }), fn);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
export async function createUdfRegistry() {
|
|
180
|
+
return new UdfRegistry(await _BINDINGS.createUdfRegistry());
|
|
181
|
+
}
|
package/src/vector.js
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import util from "node:util";
|
|
2
|
+
|
|
3
|
+
import { _BINDINGS } from "./interop.js";
|
|
4
|
+
import { toJsResult } from "./result.js";
|
|
5
|
+
|
|
6
|
+
export class VectorIndex {
|
|
7
|
+
constructor(handle) {
|
|
8
|
+
this._handle = handle;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
rawHandle() {
|
|
12
|
+
if (this._handle === null) {
|
|
13
|
+
throw new Error("vector index is closed.");
|
|
14
|
+
}
|
|
15
|
+
return this._handle;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
async closed() {
|
|
19
|
+
if (this._handle === null) {
|
|
20
|
+
return true;
|
|
21
|
+
}
|
|
22
|
+
return Boolean(await _BINDINGS.vectorIndexClosed(this.rawHandle()));
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
async close() {
|
|
26
|
+
if (this._handle === null) {
|
|
27
|
+
return;
|
|
28
|
+
}
|
|
29
|
+
const handle = this._handle;
|
|
30
|
+
this._handle = null;
|
|
31
|
+
await _BINDINGS.closeVectorIndex(handle);
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
async addVec(vecRef, vecData) {
|
|
35
|
+
await _BINDINGS.vectorAddVec(this.rawHandle(), vecRef, vecData);
|
|
36
|
+
return this;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
async removeVec(vecRef) {
|
|
40
|
+
await _BINDINGS.vectorRemoveVec(this.rawHandle(), vecRef);
|
|
41
|
+
return this;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
async vecIndexed(vecRef) {
|
|
45
|
+
return Boolean(await _BINDINGS.vectorIndexed(this.rawHandle(), vecRef));
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
async searchVec(queryVec, opts = null) {
|
|
49
|
+
return toJsResult(await _BINDINGS.vectorSearch(this.rawHandle(), queryVec, opts));
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
async reIndex(opts = null) {
|
|
53
|
+
this._handle = await _BINDINGS.vectorReIndex(this.rawHandle(), opts);
|
|
54
|
+
return this;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async clear() {
|
|
58
|
+
await _BINDINGS.vectorClear(this.rawHandle());
|
|
59
|
+
this._handle = null;
|
|
60
|
+
return this;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
async forceCheckpoint() {
|
|
64
|
+
await _BINDINGS.vectorForceCheckpoint(this.rawHandle());
|
|
65
|
+
return this;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
async info() {
|
|
69
|
+
return toJsResult(await _BINDINGS.vectorInfo(this.rawHandle()));
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
async checkpointState() {
|
|
73
|
+
return toJsResult(await _BINDINGS.vectorCheckpointState(this.rawHandle()));
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
toString() {
|
|
77
|
+
return `<${this.constructor.name} ${this._handle === null ? "closed" : "open"}>`;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
[util.inspect.custom]() {
|
|
81
|
+
return this.toString();
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
async [Symbol.asyncDispose]() {
|
|
85
|
+
await this.close();
|
|
86
|
+
}
|
|
87
|
+
}
|