@flaxia/node 0.6.1 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/assets/ai-inference.js +83 -183
- package/dist/assets/ai-model-registry.js +127 -0
- package/dist/assets/cc-extract.js +5166 -0
- package/dist/assets/container.js +59 -43
- package/dist/assets/decision.js +149 -0
- package/dist/assets/embed-gemma.js +105 -0
- package/dist/assets/image-process.js +78 -70
- package/dist/assets/nudenet.js +2 -2
- package/dist/assets/{VectorStoreEngine.js → sharedEngine.js} +67 -41
- package/dist/assets/transformers.web.js +2 -2
- package/dist/assets/vector-embed.js +148 -25
- package/dist/assets/vector-query.js +4 -4
- package/dist/assets/vector-store.js +4 -4
- package/dist/assets/webgpuProbe.js +127 -70
- package/dist/client/SignalingClient.d.ts.map +1 -1
- package/dist/client/light-preloader.d.ts +14 -1
- package/dist/client/light-preloader.d.ts.map +1 -1
- package/dist/consent/notice.d.ts +3 -1
- package/dist/consent/notice.d.ts.map +1 -1
- package/dist/executor/WorkerPool.d.ts +7 -0
- package/dist/executor/WorkerPool.d.ts.map +1 -1
- package/dist/executor/__tests__/resultLimits.test.d.ts +2 -0
- package/dist/executor/__tests__/resultLimits.test.d.ts.map +1 -0
- package/dist/executor/container-executor.d.ts +15 -0
- package/dist/executor/container-executor.d.ts.map +1 -1
- package/dist/executor/memoryProbe.d.ts +25 -1
- package/dist/executor/memoryProbe.d.ts.map +1 -1
- package/dist/executor/resultLimits.d.ts +19 -0
- package/dist/executor/resultLimits.d.ts.map +1 -0
- package/dist/index.js +357 -326
- package/dist/vector-store/HNSWIndex.d.ts +4 -1
- package/dist/vector-store/HNSWIndex.d.ts.map +1 -1
- package/dist/vector-store/VectorStoreEngine.d.ts +7 -1
- package/dist/vector-store/VectorStoreEngine.d.ts.map +1 -1
- package/dist/vector-store/__tests__/sharedEngine.test.d.ts +2 -0
- package/dist/vector-store/__tests__/sharedEngine.test.d.ts.map +1 -0
- package/dist/vector-store/sharedEngine.d.ts +13 -0
- package/dist/vector-store/sharedEngine.d.ts.map +1 -0
- package/dist/worker.js +187 -175
- package/dist/workloads/__tests__/cc-extract.test.d.ts +2 -0
- package/dist/workloads/__tests__/cc-extract.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/decision.test.d.ts +2 -0
- package/dist/workloads/__tests__/decision.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/embed-gemma.test.d.ts +2 -0
- package/dist/workloads/__tests__/embed-gemma.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts +2 -0
- package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/wasm-threads.test.d.ts.map +1 -1
- package/dist/workloads/ai-inference.d.ts +21 -2
- package/dist/workloads/ai-inference.d.ts.map +1 -1
- package/dist/workloads/ai-model-registry.d.ts.map +1 -1
- package/dist/workloads/cc-extract.d.ts +11 -0
- package/dist/workloads/cc-extract.d.ts.map +1 -0
- package/dist/workloads/decision.d.ts +23 -0
- package/dist/workloads/decision.d.ts.map +1 -0
- package/dist/workloads/embed-gemma.d.ts +8 -0
- package/dist/workloads/embed-gemma.d.ts.map +1 -0
- package/dist/workloads/image-process.d.ts +8 -0
- package/dist/workloads/image-process.d.ts.map +1 -1
- package/dist/workloads/nudenet.d.ts.map +1 -1
- package/dist/workloads/vector-embed.d.ts +16 -0
- package/dist/workloads/vector-embed.d.ts.map +1 -1
- package/dist/workloads/vector-query.d.ts.map +1 -1
- package/dist/workloads/vector-store.d.ts.map +1 -1
- package/package.json +4 -3
|
@@ -1,22 +1,26 @@
|
|
|
1
1
|
//#region src/workloads/image-process.ts
|
|
2
|
-
var e = 8192, t = 32 * 1024 * 1024, n = 16 * 1024 * 1024
|
|
3
|
-
|
|
2
|
+
var e = 8192, t = 32 * 1024 * 1024, n = 16 * 1024 * 1024, r = 8 * 1024 * 1024, i = [
|
|
3
|
+
"png",
|
|
4
|
+
"jpeg",
|
|
5
|
+
"webp"
|
|
6
|
+
];
|
|
7
|
+
function a(e, t) {
|
|
4
8
|
return e[t] * 16777216 + (e[t + 1] << 16) + (e[t + 2] << 8) + e[t + 3] >>> 0;
|
|
5
9
|
}
|
|
6
|
-
function
|
|
10
|
+
function o(e, t) {
|
|
7
11
|
return e[t] + e[t + 1] * 256 + e[t + 2] * 65536 + e[t + 3] * 16777216 >>> 0;
|
|
8
12
|
}
|
|
9
|
-
function
|
|
13
|
+
function s(e, t) {
|
|
10
14
|
return e[t] * 256 + e[t + 1];
|
|
11
15
|
}
|
|
12
|
-
function
|
|
16
|
+
function c(e, t, n) {
|
|
13
17
|
return t + n.length <= e.length && n.every((n, r) => e[t + r] === n);
|
|
14
18
|
}
|
|
15
|
-
function
|
|
19
|
+
function l() {
|
|
16
20
|
throw Error("image-process: unknown, truncated or inconsistent image header");
|
|
17
21
|
}
|
|
18
|
-
function
|
|
19
|
-
if (
|
|
22
|
+
function u(e) {
|
|
23
|
+
if (c(e, 0, [
|
|
20
24
|
137,
|
|
21
25
|
80,
|
|
22
26
|
78,
|
|
@@ -25,7 +29,7 @@ function c(e) {
|
|
|
25
29
|
10,
|
|
26
30
|
26,
|
|
27
31
|
10
|
|
28
|
-
])) return (e.length < 33 ||
|
|
32
|
+
])) return (e.length < 33 || a(e, 8) !== 13 || !c(e, 12, [
|
|
29
33
|
73,
|
|
30
34
|
72,
|
|
31
35
|
68,
|
|
@@ -41,21 +45,21 @@ function c(e) {
|
|
|
41
45
|
2,
|
|
42
46
|
4,
|
|
43
47
|
8
|
|
44
|
-
].includes(e[24]) || [4, 6].includes(e[25]) && [8, 16].includes(e[24])) || e[26] !== 0 || e[27] !== 0 || e[28] > 1) &&
|
|
45
|
-
width:
|
|
46
|
-
height:
|
|
48
|
+
].includes(e[24]) || [4, 6].includes(e[25]) && [8, 16].includes(e[24])) || e[26] !== 0 || e[27] !== 0 || e[28] > 1) && l(), {
|
|
49
|
+
width: a(e, 16),
|
|
50
|
+
height: a(e, 20),
|
|
47
51
|
format: "png"
|
|
48
52
|
};
|
|
49
|
-
if (
|
|
53
|
+
if (c(e, 0, [255, 216])) {
|
|
50
54
|
let t = 2;
|
|
51
55
|
for (; t < e.length;) {
|
|
52
|
-
for (e[t++] !== 255 &&
|
|
53
|
-
t >= e.length &&
|
|
56
|
+
for (e[t++] !== 255 && l(); t < e.length && e[t] === 255;) t++;
|
|
57
|
+
t >= e.length && l();
|
|
54
58
|
let n = e[t++];
|
|
55
|
-
if ((n === 0 || n === 216 || n === 217 || n === 218) &&
|
|
56
|
-
t + 2 > e.length &&
|
|
57
|
-
let r =
|
|
58
|
-
if ((r < 2 || t + r > e.length) &&
|
|
59
|
+
if ((n === 0 || n === 216 || n === 217 || n === 218) && l(), n === 1 || n >= 208 && n <= 215) continue;
|
|
60
|
+
t + 2 > e.length && l();
|
|
61
|
+
let r = s(e, t);
|
|
62
|
+
if ((r < 2 || t + r > e.length) && l(), [
|
|
59
63
|
192,
|
|
60
64
|
193,
|
|
61
65
|
194,
|
|
@@ -69,120 +73,124 @@ function c(e) {
|
|
|
69
73
|
205,
|
|
70
74
|
206,
|
|
71
75
|
207
|
|
72
|
-
].includes(n)) return (r < 8 || e[t + 2] === 0 || e[t + 7] === 0 || r !== 8 + e[t + 7] * 3) &&
|
|
73
|
-
width:
|
|
74
|
-
height:
|
|
76
|
+
].includes(n)) return (r < 8 || e[t + 2] === 0 || e[t + 7] === 0 || r !== 8 + e[t + 7] * 3) && l(), {
|
|
77
|
+
width: s(e, t + 5),
|
|
78
|
+
height: s(e, t + 3),
|
|
75
79
|
format: "jpeg"
|
|
76
80
|
};
|
|
77
81
|
t += r;
|
|
78
82
|
}
|
|
79
|
-
|
|
83
|
+
l();
|
|
80
84
|
}
|
|
81
|
-
if (
|
|
85
|
+
if (c(e, 0, [
|
|
82
86
|
82,
|
|
83
87
|
73,
|
|
84
88
|
70,
|
|
85
89
|
70
|
|
86
|
-
]) &&
|
|
90
|
+
]) && c(e, 8, [
|
|
87
91
|
87,
|
|
88
92
|
69,
|
|
89
93
|
66,
|
|
90
94
|
80
|
|
91
95
|
])) {
|
|
92
|
-
(e.length < 20 ||
|
|
93
|
-
let t =
|
|
94
|
-
if ((t > e.length - 20 || t % 2 + t + 20 > e.length) &&
|
|
96
|
+
(e.length < 20 || o(e, 4) !== e.length - 8) && l();
|
|
97
|
+
let t = o(e, 16);
|
|
98
|
+
if ((t > e.length - 20 || t % 2 + t + 20 > e.length) && l(), c(e, 12, [
|
|
95
99
|
86,
|
|
96
100
|
80,
|
|
97
101
|
56,
|
|
98
102
|
88
|
|
99
|
-
])) return (t !== 10 || e[20] & 193 || e[21] !== 0 || e[22] !== 0 || e[23] !== 0) &&
|
|
103
|
+
])) return (t !== 10 || e[20] & 193 || e[21] !== 0 || e[22] !== 0 || e[23] !== 0) && l(), {
|
|
100
104
|
width: 1 + e[24] + (e[25] << 8) + (e[26] << 16),
|
|
101
105
|
height: 1 + e[27] + (e[28] << 8) + (e[29] << 16),
|
|
102
106
|
format: "webp"
|
|
103
107
|
};
|
|
104
|
-
if (
|
|
108
|
+
if (c(e, 12, [
|
|
105
109
|
86,
|
|
106
110
|
80,
|
|
107
111
|
56,
|
|
108
112
|
76
|
|
109
113
|
])) {
|
|
110
|
-
(t < 5 || e[20] !== 47 || e[24] & 240) &&
|
|
111
|
-
let n =
|
|
114
|
+
(t < 5 || e[20] !== 47 || e[24] & 240) && l();
|
|
115
|
+
let n = o(e, 21);
|
|
112
116
|
return {
|
|
113
117
|
width: (n & 16383) + 1,
|
|
114
118
|
height: (n >>> 14 & 16383) + 1,
|
|
115
119
|
format: "webp"
|
|
116
120
|
};
|
|
117
121
|
}
|
|
118
|
-
if (
|
|
122
|
+
if (c(e, 12, [
|
|
119
123
|
86,
|
|
120
124
|
80,
|
|
121
125
|
56,
|
|
122
126
|
32
|
|
123
|
-
])) return (t < 10 || e[20] & 1 || !
|
|
127
|
+
])) return (t < 10 || e[20] & 1 || !c(e, 23, [
|
|
124
128
|
157,
|
|
125
129
|
1,
|
|
126
130
|
42
|
|
127
|
-
])) &&
|
|
131
|
+
])) && l(), {
|
|
128
132
|
width: (e[27] << 8 | e[26]) & 16383,
|
|
129
133
|
height: (e[29] << 8 | e[28]) & 16383,
|
|
130
134
|
format: "webp"
|
|
131
135
|
};
|
|
132
|
-
|
|
136
|
+
l();
|
|
133
137
|
}
|
|
134
|
-
|
|
138
|
+
l();
|
|
135
139
|
}
|
|
136
|
-
function
|
|
140
|
+
function d({ width: n, height: r }) {
|
|
137
141
|
if (!Number.isSafeInteger(n) || !Number.isSafeInteger(r) || n < 1 || r < 1 || n > 8192 || r > 8192 || n * r > 33554432) throw Error(`image-process: source dimensions ${n}x${r} exceed image limits (${e}px side, ${t} pixels)`);
|
|
138
142
|
}
|
|
139
|
-
function
|
|
143
|
+
function f(t, n) {
|
|
140
144
|
if (t == null) return null;
|
|
141
145
|
if (typeof t != "number" || !Number.isInteger(t) || t <= 0) throw Error(`image-process: options.${n} must be a positive integer, got ${JSON.stringify(t)}`);
|
|
142
146
|
if (t > 8192) throw Error(`image-process: options.${n} ${t} exceeds the ${e}px limit`);
|
|
143
147
|
return t;
|
|
144
148
|
}
|
|
145
|
-
function
|
|
146
|
-
let
|
|
149
|
+
async function p(e) {
|
|
150
|
+
let t = new Uint8Array(await e.arrayBuffer()), n = "", r = 32768;
|
|
151
|
+
for (let e = 0; e < t.length; e += r) n += String.fromCharCode.apply(null, t.subarray(e, e + r));
|
|
152
|
+
return btoa(n);
|
|
153
|
+
}
|
|
154
|
+
function m(e, n) {
|
|
155
|
+
let r = f(e.width, "width") ?? n.width, i = f(e.height, "height") ?? n.height, a = {
|
|
147
156
|
width: Math.max(1, Math.min(r, n.width)),
|
|
148
157
|
height: Math.max(1, Math.min(i, n.height))
|
|
149
158
|
};
|
|
150
159
|
if (a.width * a.height > 33554432) throw Error(`image-process: canvas ${a.width}x${a.height} exceeds the ${t} pixel limit`);
|
|
151
160
|
return a;
|
|
152
161
|
}
|
|
153
|
-
var
|
|
154
|
-
let { operation: t, imageBase64:
|
|
155
|
-
if (typeof
|
|
156
|
-
let
|
|
157
|
-
if (
|
|
158
|
-
let
|
|
159
|
-
if (
|
|
160
|
-
let
|
|
161
|
-
if (
|
|
162
|
-
let
|
|
162
|
+
var h = async (e) => {
|
|
163
|
+
let { operation: t, imageBase64: a, mimeType: o, options: s } = e, c = performance.now();
|
|
164
|
+
if (typeof a != "string" || a.length > 22369624 || !/^[A-Za-z0-9+/]*={0,2}$/.test(a) || a.length % 4 != 0) throw Error(`image-process: invalid base64 or image exceeds ${n} byte limit`);
|
|
165
|
+
let l = a.endsWith("==") ? 2 : +!!a.endsWith("="), f = a.length / 4 * 3 - l;
|
|
166
|
+
if (f > 16777216) throw Error(`image-process: image exceeds ${n} byte limit`);
|
|
167
|
+
let h = await (await fetch(`data:${o};base64,${a}`)).blob();
|
|
168
|
+
if (h.size > 16777216) throw Error(`image-process: image exceeds ${n} byte limit`);
|
|
169
|
+
let g = u(new Uint8Array(await h.arrayBuffer()));
|
|
170
|
+
if (d(g), o !== `image/${g.format}`) throw Error(`image-process: declared MIME ${o} does not match ${g.format} image`);
|
|
171
|
+
let _ = await createImageBitmap(h);
|
|
163
172
|
try {
|
|
164
|
-
if (
|
|
165
|
-
let e =
|
|
166
|
-
if (!
|
|
167
|
-
t === "grayscale" && (
|
|
168
|
-
let
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
let t = h.result.split(",")[1];
|
|
174
|
-
e(t);
|
|
175
|
-
}, h.onerror = t, h.readAsDataURL(l);
|
|
173
|
+
if (_.width !== g.width || _.height !== g.height) throw Error("image-process: decoded image dimensions differ from image header");
|
|
174
|
+
let e = m(s, _), n = new OffscreenCanvas(e.width, e.height), a = n.getContext("2d");
|
|
175
|
+
if (!a) throw Error("Failed to get OffscreenCanvas context");
|
|
176
|
+
t === "grayscale" && (a.filter = "grayscale(100%)"), a.drawImage(_, 0, 0, n.width, n.height);
|
|
177
|
+
let l = s.outputFormat ?? o.split("/")[1];
|
|
178
|
+
if (typeof l != "string" || !i.includes(l)) throw Error(`image-process: unsupported output format ${JSON.stringify(l)} (allowed: ${i.join(", ")})`);
|
|
179
|
+
let u = typeof s.quality == "number" && s.quality > 0 && s.quality <= 1 ? s.quality : .8, d = `image/${l}`, v = await n.convertToBlob({
|
|
180
|
+
type: d,
|
|
181
|
+
quality: u
|
|
176
182
|
});
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
183
|
+
if (v.size > 8388608) throw Error(`image-process: encoded output ${v.size} bytes exceeds the ${r} byte limit`);
|
|
184
|
+
let y = await p(v);
|
|
185
|
+
return console.log(`[flaxia-node] image-process: done operation=${t} output=${l} size=${e.width}x${e.height} inputBytes=${f} resultBytes=${v.size} durationMs=${Math.round(performance.now() - c)}`), {
|
|
186
|
+
imageBase64: y,
|
|
187
|
+
mimeType: d,
|
|
188
|
+
originalSizeBytes: h.size,
|
|
189
|
+
resultSizeBytes: v.size
|
|
182
190
|
};
|
|
183
191
|
} finally {
|
|
184
|
-
|
|
192
|
+
_.close();
|
|
185
193
|
}
|
|
186
194
|
};
|
|
187
195
|
//#endregion
|
|
188
|
-
export {
|
|
196
|
+
export { h as handleImageProcess };
|
package/dist/assets/nudenet.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
[diffend] Oversized file quarantined before diffing.
|
|
2
2
|
name: package/dist/assets/nudenet.js
|
|
3
|
-
size:
|
|
4
|
-
sha256:
|
|
3
|
+
size: 70464735 bytes
|
|
4
|
+
sha256: 59843438bd324c58dbd0e2b98b5ca53e6fcdc54b919901efa77ce981778e818c
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
//#region src/vector-store/HNSWIndex.ts
|
|
2
|
-
var e =
|
|
2
|
+
var e = 2e4, t = 1024, n = class {
|
|
3
3
|
constructor(e, t = "cosine", n = 16, r = 200) {
|
|
4
4
|
this.dimensions = e, this.metric = t, this.M = n, this.efConstruction = r, this.nodes = /* @__PURE__ */ new Map(), this.docIdMap = /* @__PURE__ */ new Map(), this.enterPoint = null, this.nextNodeId = 0, this.maxLevel = 0;
|
|
5
5
|
}
|
|
@@ -7,7 +7,7 @@ var e = 1e5, t = 1024, n = class {
|
|
|
7
7
|
return this.dimensions;
|
|
8
8
|
}
|
|
9
9
|
insert(t, n) {
|
|
10
|
-
if (this.nodes.size >=
|
|
10
|
+
if (this.nodes.size >= 2e4) throw Error(`HNSW index is full (${e} nodes); refusing to insert more`);
|
|
11
11
|
if (!(n instanceof Float32Array) || n.length !== this.dimensions) throw Error(`HNSW insert: vector must be a Float32Array of ${this.dimensions} dimensions, got ${n?.length ?? "none"}`);
|
|
12
12
|
let r = this.nextNodeId++, i = this.randomLevel(), a = {
|
|
13
13
|
id: r,
|
|
@@ -37,7 +37,7 @@ var e = 1e5, t = 1024, n = class {
|
|
|
37
37
|
for (let e = Math.min(i, this.maxLevel); e >= 0; e--) {
|
|
38
38
|
let t = this.searchLayer(n, o, e, this.efConstruction), i = this.selectNeighbors(t, this.M), a = o.neighbors.get(e) || [];
|
|
39
39
|
for (let e of i) a.includes(e.nodeId) || a.push(e.nodeId);
|
|
40
|
-
o.neighbors.set(e, a);
|
|
40
|
+
o.neighbors.set(e, a.slice(-this.M));
|
|
41
41
|
for (let t of i) {
|
|
42
42
|
let n = this.nodes.get(t.nodeId);
|
|
43
43
|
if (n) {
|
|
@@ -74,31 +74,33 @@ var e = 1e5, t = 1024, n = class {
|
|
|
74
74
|
let i = new Set([t.id]), a = [{
|
|
75
75
|
nodeId: t.id,
|
|
76
76
|
distance: this.distance(e, t.vector)
|
|
77
|
-
}], o = [
|
|
78
|
-
for (
|
|
77
|
+
}], o = [a[0]], s = a[0].distance;
|
|
78
|
+
for (; a.length > 0;) {
|
|
79
79
|
let t = 0;
|
|
80
80
|
for (let e = 1; e < a.length; e++) a[e].distance < a[t].distance && (t = e);
|
|
81
|
-
let c = a[t]
|
|
82
|
-
if (c.distance >
|
|
81
|
+
let c = a[t];
|
|
82
|
+
if (c.distance > s && o.length >= r) break;
|
|
83
83
|
a.splice(t, 1);
|
|
84
|
-
let
|
|
85
|
-
if (!
|
|
86
|
-
let
|
|
87
|
-
for (let t of
|
|
84
|
+
let l = this.nodes.get(c.nodeId);
|
|
85
|
+
if (!l) continue;
|
|
86
|
+
let u = l.neighbors.get(n) || [];
|
|
87
|
+
for (let t of u) {
|
|
88
88
|
if (i.has(t)) continue;
|
|
89
89
|
i.add(t);
|
|
90
90
|
let n = this.nodes.get(t);
|
|
91
91
|
if (!n) continue;
|
|
92
92
|
let c = this.distance(e, n.vector);
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
93
|
+
if (o.length < r || c < s) {
|
|
94
|
+
let e = {
|
|
95
|
+
nodeId: t,
|
|
96
|
+
distance: c
|
|
97
|
+
};
|
|
98
|
+
if (a.push(e), o.push(e), c > s && (s = c), o.length > r) {
|
|
99
|
+
let e = 0;
|
|
100
|
+
for (let t = 1; t < o.length; t++) o[t].distance > o[e].distance && (e = t);
|
|
101
|
+
o.splice(e, 1), s = o.length > 0 ? o.reduce((e, t) => t.distance > e ? t.distance : e, -Infinity) : Infinity;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
102
104
|
}
|
|
103
105
|
}
|
|
104
106
|
return o.sort((e, t) => e.distance - t.distance), o.slice(0, r);
|
|
@@ -142,7 +144,7 @@ var e = 1e5, t = 1024, n = class {
|
|
|
142
144
|
}
|
|
143
145
|
importNodes(n, r) {
|
|
144
146
|
if (!Array.isArray(n)) throw Error("HNSW import: nodes must be an array");
|
|
145
|
-
if (n.length >
|
|
147
|
+
if (n.length > 2e4) throw Error(`HNSW import: ${n.length} nodes exceed the ${e} quota`);
|
|
146
148
|
let i = /* @__PURE__ */ new Set();
|
|
147
149
|
for (let e of n) {
|
|
148
150
|
if (!e || typeof e != "object") throw Error("HNSW import: node entry must be an object");
|
|
@@ -221,13 +223,20 @@ function f(e, t, n) {
|
|
|
221
223
|
a.onsuccess = () => r(), a.onerror = () => i(a.error);
|
|
222
224
|
});
|
|
223
225
|
}
|
|
224
|
-
function p(e, t) {
|
|
226
|
+
function p(e, t, n) {
|
|
227
|
+
return new Promise((r, i) => {
|
|
228
|
+
let a = e.transaction(t, "readwrite"), o = a.objectStore(t);
|
|
229
|
+
for (let e of n) o.put(e);
|
|
230
|
+
a.oncomplete = () => r(), a.onerror = () => i(a.error);
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
function m(e, t) {
|
|
225
234
|
return new Promise((n, r) => {
|
|
226
235
|
let i = u(e, t).getAll();
|
|
227
236
|
i.onsuccess = () => n(i.result), i.onerror = () => r(i.error);
|
|
228
237
|
});
|
|
229
238
|
}
|
|
230
|
-
var
|
|
239
|
+
var h = class {
|
|
231
240
|
constructor() {
|
|
232
241
|
this.db = null, this.hnsw = null, this.shardInfo = null, this.saveCounter = 0;
|
|
233
242
|
}
|
|
@@ -304,31 +313,48 @@ var m = class {
|
|
|
304
313
|
getVectorCount() {
|
|
305
314
|
return this.hnsw?.size() || 0;
|
|
306
315
|
}
|
|
316
|
+
close() {
|
|
317
|
+
this.hnsw = null, this.db &&= (this.db.close(), null), this.shardInfo = null, this.saveCounter = 0;
|
|
318
|
+
}
|
|
307
319
|
async loadGraphFromDB() {
|
|
308
|
-
let e = await
|
|
320
|
+
let e = await m(this.db, "hnsw-graph");
|
|
309
321
|
if (e.length === 0) return;
|
|
310
322
|
if (e.length > a) throw Error(`vector-store: persisted graph holds ${e.length} nodes, above the ${a} quota`);
|
|
311
|
-
let t = /* @__PURE__ */ new Map(), n = [];
|
|
312
|
-
for (let
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
docId: r.docId,
|
|
317
|
-
level: r.level,
|
|
318
|
-
neighbors: r.neighbors
|
|
319
|
-
});
|
|
323
|
+
let t = /* @__PURE__ */ new Map(), n = [], r = await m(this.db, "vectors"), i = /* @__PURE__ */ new Map();
|
|
324
|
+
for (let t of e) i.set(t.docId, t.nodeId);
|
|
325
|
+
for (let e of r) {
|
|
326
|
+
let n = i.get(e.docId);
|
|
327
|
+
n !== void 0 && t.set(n, e.vector instanceof Float32Array ? e.vector : new Float32Array(e.vector));
|
|
320
328
|
}
|
|
329
|
+
for (let t of e) n.push({
|
|
330
|
+
id: t.nodeId,
|
|
331
|
+
docId: t.docId,
|
|
332
|
+
level: t.level,
|
|
333
|
+
neighbors: t.neighbors
|
|
334
|
+
});
|
|
321
335
|
this.hnsw.importNodes(n, t);
|
|
322
336
|
}
|
|
323
337
|
async saveGraphSnapshot() {
|
|
324
|
-
let e = this.hnsw.exportNodes();
|
|
325
|
-
for (let [
|
|
326
|
-
nodeId:
|
|
327
|
-
docId:
|
|
328
|
-
level:
|
|
329
|
-
neighbors:
|
|
338
|
+
let e = this.hnsw.exportNodes(), t = [];
|
|
339
|
+
for (let [n, r] of e) t.push({
|
|
340
|
+
nodeId: n,
|
|
341
|
+
docId: r.docId,
|
|
342
|
+
level: r.level,
|
|
343
|
+
neighbors: r.neighbors
|
|
330
344
|
});
|
|
345
|
+
await p(this.db, "hnsw-graph", t);
|
|
346
|
+
}
|
|
347
|
+
}, g = null;
|
|
348
|
+
function _() {
|
|
349
|
+
if (!g) {
|
|
350
|
+
let e = new h();
|
|
351
|
+
return e.initialize().then(() => (g = e, e));
|
|
331
352
|
}
|
|
332
|
-
|
|
353
|
+
return Promise.resolve(g);
|
|
354
|
+
}
|
|
355
|
+
function v() {
|
|
356
|
+
let e = g;
|
|
357
|
+
g = null, e?.close();
|
|
358
|
+
}
|
|
333
359
|
//#endregion
|
|
334
|
-
export {
|
|
360
|
+
export { v as n, _ as t };
|
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
[diffend] Oversized file quarantined before diffing.
|
|
2
2
|
name: package/dist/assets/transformers.web.js
|
|
3
|
-
size:
|
|
4
|
-
sha256:
|
|
3
|
+
size: 72351437 bytes
|
|
4
|
+
sha256: be4428c1a4f24bc4a1e71b3f4879d730cc560e68d30e19b7e34f209e3569bd53
|
|
@@ -1,31 +1,154 @@
|
|
|
1
|
+
import { n as e } from "./egress-guard.js";
|
|
2
|
+
import { o as t } from "./ai-model-registry.js";
|
|
1
3
|
//#region src/workloads/vector-embed.ts
|
|
2
|
-
var
|
|
3
|
-
e =
|
|
4
|
-
|
|
5
|
-
async function n(t) {
|
|
6
|
-
let n = performance.now();
|
|
7
|
-
if (!e) {
|
|
8
|
-
let t = performance.now();
|
|
9
|
-
console.log("[flaxia-node] vector-embed: loading pipeline model=onnx-community/Qwen3-Embedding-0.6B-ONNX device=wasm");
|
|
10
|
-
let { pipeline: n, env: r } = await import("./transformers.web.js").then((e) => e.i);
|
|
11
|
-
r?.backends?.onnx?.wasm && (r.backends.onnx.wasm.numThreads = 1, r.backends.onnx.wasm.proxy = !1);
|
|
4
|
+
var n = "onnx-community/embeddinggemma-2-ONNX", r = 768, i = 16e3, a = 5 * 1024 * 1024, o = 25 * 1024 * 1024, s = 50 * 1024 * 1024, c = 16 * 1024 * 1024, l = 30 * i, u = 3e4, d = 1e5, f = null, p = null, m = () => {
|
|
5
|
+
let e = f;
|
|
6
|
+
f = null, p = null, e && (async () => {
|
|
12
7
|
try {
|
|
13
|
-
e
|
|
14
|
-
} catch
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
8
|
+
e.model?.dispose?.();
|
|
9
|
+
} catch {}
|
|
10
|
+
try {
|
|
11
|
+
e.processor?.dispose?.();
|
|
12
|
+
} catch {}
|
|
13
|
+
})();
|
|
14
|
+
}, h = !1;
|
|
15
|
+
function g(e, t) {
|
|
16
|
+
if (h) return;
|
|
17
|
+
h = !0;
|
|
18
|
+
let n = typeof e.fetch == "function" ? e.fetch.bind(e) : globalThis.fetch.bind(globalThis);
|
|
19
|
+
e.fetch = async (e, r) => {
|
|
20
|
+
let i = new URL(String(e));
|
|
21
|
+
if (!/(^|\.)huggingface\.co$/.test(i.hostname) && !/(^|\.)hf\.co$/.test(i.hostname)) throw Error(`vector-embed: model download blocked from ${i.hostname}`);
|
|
22
|
+
let a = await n(i, r), o = Number(a.headers.get("content-length"));
|
|
23
|
+
if (Number.isFinite(o) && o > t) throw Error(`vector-embed: model file too large (${o} bytes > ${t})`);
|
|
24
|
+
return a;
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
async function _() {
|
|
28
|
+
if (f) return f;
|
|
29
|
+
if (p) return p;
|
|
30
|
+
let e = performance.now();
|
|
31
|
+
return p = (async () => {
|
|
32
|
+
let r = t(n);
|
|
33
|
+
console.log(`[flaxia-node] vector-embed: loading model=${r.repo} revision=${r.revision} device=wasm dtype=fp16`);
|
|
34
|
+
let { AutoModel: i, AutoProcessor: a, env: o } = await import("./transformers.web.js").then((e) => e.i);
|
|
35
|
+
o?.backends?.onnx?.wasm && (o.backends.onnx.wasm.numThreads = 1, o.backends.onnx.wasm.proxy = !1), g(o, r.maxBytes);
|
|
36
|
+
let [s, c] = await Promise.all([a.from_pretrained(r.repo, { revision: r.revision }), i.from_pretrained(r.repo, {
|
|
37
|
+
device: "wasm",
|
|
38
|
+
dtype: "fp16",
|
|
39
|
+
revision: r.revision
|
|
40
|
+
})]), l = {
|
|
41
|
+
processor: s,
|
|
42
|
+
model: c
|
|
43
|
+
};
|
|
44
|
+
return f = l, console.log(`[flaxia-node] vector-embed: model ready loadMs=${Math.round(performance.now() - e)}`), l;
|
|
45
|
+
})().catch((e) => {
|
|
46
|
+
throw p = null, console.error(`[flaxia-node] vector-embed: model load FAILED error=${e instanceof Error ? e.message : String(e)}`), e;
|
|
47
|
+
}), p;
|
|
48
|
+
}
|
|
49
|
+
function v(e) {
|
|
50
|
+
let t = typeof e.text == "string" ? e.text : "";
|
|
51
|
+
if (t.length > d) throw Error(`vector-embed: text exceeds ${d} characters`);
|
|
52
|
+
let n = e.imageUrls ?? [];
|
|
53
|
+
if (!Array.isArray(n) || n.length > 29) throw Error("vector-embed: imageUrls must hold 0..29 URLs");
|
|
54
|
+
for (let e of n) if (typeof e != "string" || !e.startsWith("https://")) throw Error("vector-embed: imageUrls must be https:// URLs");
|
|
55
|
+
let r = e.audioUrl;
|
|
56
|
+
if (r !== void 0 && (typeof r != "string" || !r.startsWith("https://"))) throw Error("vector-embed: audioUrl must be an https:// URL");
|
|
57
|
+
let i = e.videoUrl;
|
|
58
|
+
if (i !== void 0 && (typeof i != "string" || !i.startsWith("https://"))) throw Error("vector-embed: videoUrl must be an https:// URL");
|
|
59
|
+
if (!t && n.length === 0 && !r && !i) throw Error("vector-embed: need at least text or one media URL");
|
|
60
|
+
return {
|
|
61
|
+
text: t,
|
|
62
|
+
imageUrls: [...n],
|
|
63
|
+
audioUrl: r,
|
|
64
|
+
videoUrl: i
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
function y(e, t) {
|
|
68
|
+
let n = e, r = (e) => n.split(e).length - 1;
|
|
69
|
+
return t.images > r("<|image|>") && (n += " <|image|>".repeat(t.images - r("<|image|>"))), t.videos > r("<|video|>") && (n += " <|video|>".repeat(t.videos - r("<|video|>"))), t.audio > r("<|audio|>") && (n += " <|audio|>".repeat(t.audio - r("<|audio|>"))), n;
|
|
70
|
+
}
|
|
71
|
+
async function b(t) {
|
|
72
|
+
let n = await e({
|
|
73
|
+
url: t,
|
|
74
|
+
allowContentTypes: ["image/*", "application/octet-stream"],
|
|
75
|
+
maxBytes: a,
|
|
76
|
+
timeoutMs: u
|
|
77
|
+
});
|
|
78
|
+
if (!n.ok) throw Error(`vector-embed: image fetch failed (${n.status}): ${t}`);
|
|
79
|
+
let r = new Blob([n.bytes], { type: n.contentType || "application/octet-stream" }), i = URL.createObjectURL(r);
|
|
80
|
+
try {
|
|
81
|
+
let { loadImage: e } = await import("./transformers.web.js").then((e) => e.i), n = await e(i);
|
|
82
|
+
if (!Number.isSafeInteger(n.width) || !Number.isSafeInteger(n.height) || n.width < 1 || n.height < 1 || n.width * n.height > 16777216) throw Error(`vector-embed: image ${t} decodes to ${n.width}x${n.height}, above the ${c} pixel limit`);
|
|
83
|
+
return n;
|
|
84
|
+
} finally {
|
|
85
|
+
URL.revokeObjectURL(i);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
async function x(t) {
|
|
89
|
+
let n = await e({
|
|
90
|
+
url: t,
|
|
91
|
+
allowContentTypes: ["audio/*", "application/octet-stream"],
|
|
92
|
+
maxBytes: o,
|
|
93
|
+
timeoutMs: u
|
|
94
|
+
});
|
|
95
|
+
if (!n.ok) throw Error(`vector-embed: audio fetch failed (${n.status}): ${t}`);
|
|
96
|
+
let r = new Blob([n.bytes], { type: n.contentType || "application/octet-stream" }), a = URL.createObjectURL(r);
|
|
97
|
+
try {
|
|
98
|
+
let { loadAudio: e } = await import("./transformers.web.js").then((e) => e.i), n = await e(a, i);
|
|
99
|
+
if (!n || n.length > 48e4) throw Error(`vector-embed: audio ${t} decodes to ${n?.length ?? 0} samples, above the ${l} sample limit`);
|
|
100
|
+
return n;
|
|
101
|
+
} finally {
|
|
102
|
+
URL.revokeObjectURL(a);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
async function S(t) {
|
|
106
|
+
let n = await e({
|
|
107
|
+
url: t,
|
|
108
|
+
allowContentTypes: ["video/*", "application/octet-stream"],
|
|
109
|
+
maxBytes: s,
|
|
110
|
+
timeoutMs: u
|
|
111
|
+
});
|
|
112
|
+
if (!n.ok) throw Error(`vector-embed: video fetch failed (${n.status}): ${t}`);
|
|
113
|
+
let r = new Blob([n.bytes], { type: n.contentType || "application/octet-stream" }), i = URL.createObjectURL(r);
|
|
114
|
+
try {
|
|
115
|
+
let { loadVideo: e } = await import("./transformers.web.js").then((e) => e.i);
|
|
116
|
+
return await e(i, {
|
|
117
|
+
fps: 1,
|
|
118
|
+
num_frames: 16
|
|
119
|
+
});
|
|
120
|
+
} finally {
|
|
121
|
+
URL.revokeObjectURL(i);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
async function C(e) {
|
|
125
|
+
let t = performance.now(), { text: i, imageUrls: a, audioUrl: o, videoUrl: s } = v(e), c = await _(), l = performance.now();
|
|
126
|
+
if (!(a.length > 0 || o || s)) {
|
|
127
|
+
let e = await c.processor(i), a = (await c.model(e))?.sentence_embedding;
|
|
128
|
+
if (!a || !a.data) throw Error("vector-embed: model did not return sentence_embedding");
|
|
129
|
+
let o = Array.from(a.data), s = Math.round(performance.now() - t);
|
|
130
|
+
return console.log(`[flaxia-node] vector-embed: done dims=${o.length} modelMs=${Math.round(performance.now() - l)} totalMs=${s} textLen=${i.length}`), {
|
|
131
|
+
vector: o,
|
|
132
|
+
model: n,
|
|
133
|
+
dimensions: r,
|
|
134
|
+
durationMs: s
|
|
135
|
+
};
|
|
18
136
|
}
|
|
19
|
-
let
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
137
|
+
let u = [];
|
|
138
|
+
for (let e of a) u.push(await b(e));
|
|
139
|
+
let d = o ? await x(o) : null, f = s ? await S(s) : null, p = y(i || " ", {
|
|
140
|
+
images: u.length,
|
|
141
|
+
videos: +!!f,
|
|
142
|
+
audio: +!!d
|
|
143
|
+
}), m = u.length === 0 ? null : u.length === 1 ? u[0] : u, h = await c.processor(p, m, d, f), g = (await c.model(h))?.sentence_embedding;
|
|
144
|
+
if (!g || !g.data) throw Error("vector-embed: model did not return sentence_embedding");
|
|
145
|
+
let C = Array.from(g.data), w = Math.round(performance.now() - t);
|
|
146
|
+
return console.log(`[flaxia-node] vector-embed: done dims=${C.length} modelMs=${Math.round(performance.now() - l)} totalMs=${w} textLen=${i.length} images=${a.length} audio=${+!!o} video=${+!!s}`), {
|
|
147
|
+
vector: C,
|
|
148
|
+
model: n,
|
|
149
|
+
dimensions: r,
|
|
150
|
+
durationMs: w
|
|
28
151
|
};
|
|
29
152
|
}
|
|
30
153
|
//#endregion
|
|
31
|
-
export {
|
|
154
|
+
export { C as handleVectorEmbed, m as releaseCache };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { n as e, t } from "./sharedEngine.js";
|
|
2
2
|
//#region src/workloads/vector-query.ts
|
|
3
|
-
var
|
|
4
|
-
|
|
3
|
+
var n = () => {
|
|
4
|
+
e();
|
|
5
5
|
};
|
|
6
6
|
async function r() {
|
|
7
|
-
return t
|
|
7
|
+
return t();
|
|
8
8
|
}
|
|
9
9
|
async function i(e) {
|
|
10
10
|
let t = await r(), n = performance.now();
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { n as e, t } from "./sharedEngine.js";
|
|
2
2
|
//#region src/workloads/vector-store.ts
|
|
3
|
-
var
|
|
4
|
-
|
|
3
|
+
var n = () => {
|
|
4
|
+
e();
|
|
5
5
|
};
|
|
6
6
|
async function r() {
|
|
7
|
-
return t
|
|
7
|
+
return t();
|
|
8
8
|
}
|
|
9
9
|
async function i(e) {
|
|
10
10
|
let t = await r(), n = performance.now();
|