@flaxia/node 0.7.0 → 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/ai-inference.js +1 -1
- package/dist/assets/cc-extract.js +20 -20
- package/dist/assets/container.js +59 -43
- package/dist/assets/decision.js +43 -36
- package/dist/assets/embed-gemma.js +28 -20
- package/dist/assets/image-process.js +78 -70
- package/dist/assets/nudenet.js +2 -2
- package/dist/assets/{VectorStoreEngine.js → sharedEngine.js} +67 -41
- package/dist/assets/vector-embed.js +49 -36
- package/dist/assets/vector-query.js +4 -4
- package/dist/assets/vector-store.js +4 -4
- package/dist/assets/webgpuProbe.js +87 -47
- package/dist/client/SignalingClient.d.ts.map +1 -1
- package/dist/client/light-preloader.d.ts +8 -0
- package/dist/client/light-preloader.d.ts.map +1 -1
- package/dist/executor/WorkerPool.d.ts +6 -0
- package/dist/executor/WorkerPool.d.ts.map +1 -1
- package/dist/executor/__tests__/resultLimits.test.d.ts +2 -0
- package/dist/executor/__tests__/resultLimits.test.d.ts.map +1 -0
- package/dist/executor/container-executor.d.ts +15 -0
- package/dist/executor/container-executor.d.ts.map +1 -1
- package/dist/executor/memoryProbe.d.ts +25 -1
- package/dist/executor/memoryProbe.d.ts.map +1 -1
- package/dist/executor/resultLimits.d.ts +19 -0
- package/dist/executor/resultLimits.d.ts.map +1 -0
- package/dist/index.js +420 -396
- package/dist/vector-store/HNSWIndex.d.ts +4 -1
- package/dist/vector-store/HNSWIndex.d.ts.map +1 -1
- package/dist/vector-store/VectorStoreEngine.d.ts +7 -1
- package/dist/vector-store/VectorStoreEngine.d.ts.map +1 -1
- package/dist/vector-store/__tests__/sharedEngine.test.d.ts +2 -0
- package/dist/vector-store/__tests__/sharedEngine.test.d.ts.map +1 -0
- package/dist/vector-store/sharedEngine.d.ts +13 -0
- package/dist/vector-store/sharedEngine.d.ts.map +1 -0
- package/dist/worker.js +163 -160
- package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts +2 -0
- package/dist/workloads/__tests__/nudenet-session-cache.test.d.ts.map +1 -0
- package/dist/workloads/decision.d.ts +2 -0
- package/dist/workloads/decision.d.ts.map +1 -1
- package/dist/workloads/embed-gemma.d.ts.map +1 -1
- package/dist/workloads/image-process.d.ts +8 -0
- package/dist/workloads/image-process.d.ts.map +1 -1
- package/dist/workloads/nudenet.d.ts.map +1 -1
- package/dist/workloads/vector-embed.d.ts +6 -0
- package/dist/workloads/vector-embed.d.ts.map +1 -1
- package/dist/workloads/vector-query.d.ts.map +1 -1
- package/dist/workloads/vector-store.d.ts.map +1 -1
- package/package.json +2 -2
|
@@ -15,11 +15,14 @@ export interface NodeExport {
|
|
|
15
15
|
* - `MAX_HNSW_NODES` bounds how many vectors a volunteer node persists (the
|
|
16
16
|
* IndexedDB graph is writable by any same-origin script, so a corrupted or
|
|
17
17
|
* hostile dump must not be able to grow the in-memory graph without limit).
|
|
18
|
+
* It is also a memory bound: at 1024 dimensions a `Float32Array` vector is
|
|
19
|
+
* 4 KiB, so 100 k nodes meant ~400 MB of vectors plus adjacency — enough to
|
|
20
|
+
* OOM a 4 GB phone. 20 k nodes keeps the vector store near ~80 MB.
|
|
18
21
|
* - `MAX_HNSW_LEVEL` matches `randomLevel()`; an imported level above it would
|
|
19
22
|
* otherwise be used to index `neighbors` maps that were never created.
|
|
20
23
|
* - `MAX_HNSW_NEIGHBORS_PER_LEVEL` bounds adjacency lists read back from disk.
|
|
21
24
|
*/
|
|
22
|
-
export declare const MAX_HNSW_NODES =
|
|
25
|
+
export declare const MAX_HNSW_NODES = 20000;
|
|
23
26
|
export declare const MAX_HNSW_LEVEL = 16;
|
|
24
27
|
export declare const MAX_HNSW_NEIGHBORS_PER_LEVEL = 1024;
|
|
25
28
|
export declare class HNSWIndex {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HNSWIndex.d.ts","sourceRoot":"","sources":["../../src/vector-store/HNSWIndex.ts"],"names":[],"mappings":"AAaA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACrC;AAED
|
|
1
|
+
{"version":3,"file":"HNSWIndex.d.ts","sourceRoot":"","sources":["../../src/vector-store/HNSWIndex.ts"],"names":[],"mappings":"AAaA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACrC;AAED;;;;;;;;;;;;GAYG;AACH,eAAO,MAAM,cAAc,QAAS,CAAC;AACrC,eAAO,MAAM,cAAc,KAAK,CAAC;AACjC,eAAO,MAAM,4BAA4B,OAAO,CAAC;AAEjD,qBAAa,SAAS;IAQlB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,CAAC;IACT,OAAO,CAAC,cAAc;IAVxB,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,QAAQ,CAAkC;IAClD,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAAK;gBAGX,UAAU,EAAE,MAAM,EAClB,MAAM,GAAE,QAAQ,GAAG,IAAe,EAClC,CAAC,GAAE,MAAW,EACd,cAAc,GAAE,MAAY;IAGtC,6CAA6C;IAC7C,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,GAAG,IAAI;IAmFjD,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,MAAM,GAAG,YAAY,EAAE;IAmCtD,OAAO,CAAC,WAAW;IA8DnB,OAAO,CAAC,eAAe;IAIvB;;;;OAIG;IACH,OAAO,CAAC,QAAQ;IAqBhB,OAAO,CAAC,WAAW;IAMnB,IAAI,IAAI,MAAM;IAEd,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;IAiBtC;;;;;;;;;OASG;IACH,WAAW,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,GAAG,IAAI;CA8F9E"}
|
|
@@ -12,7 +12,7 @@ export declare const MAX_VECTOR_DIMENSIONS = 4096;
|
|
|
12
12
|
/** Upper bound for the total number of elements in one request. */
|
|
13
13
|
export declare const MAX_VECTOR_ELEMENTS = 1048576;
|
|
14
14
|
/** Upper bound for the number of vectors persisted on this node. */
|
|
15
|
-
export declare const MAX_STORED_VECTORS =
|
|
15
|
+
export declare const MAX_STORED_VECTORS = 20000;
|
|
16
16
|
/** Largest accepted `topK` for a query. */
|
|
17
17
|
export declare const MAX_QUERY_TOP_K = 1000;
|
|
18
18
|
/**
|
|
@@ -53,6 +53,12 @@ export declare class VectorStoreEngine {
|
|
|
53
53
|
getVector(docId: string): Promise<VectorRecord | undefined>;
|
|
54
54
|
deleteVector(docId: string): Promise<void>;
|
|
55
55
|
getVectorCount(): number;
|
|
56
|
+
/**
|
|
57
|
+
* Drop the in-memory HNSW graph and close the IndexedDB connection so the
|
|
58
|
+
* idle eviction actually releases the vectors, adjacency maps and the DB
|
|
59
|
+
* handle instead of pinning them for the life of the worker.
|
|
60
|
+
*/
|
|
61
|
+
close(): void;
|
|
56
62
|
/**
|
|
57
63
|
* Rebuild the in-memory graph from IndexedDB.
|
|
58
64
|
*
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VectorStoreEngine.d.ts","sourceRoot":"","sources":["../../src/vector-store/VectorStoreEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAC1C,mEAAmE;AACnE,eAAO,MAAM,mBAAmB,UAAY,CAAC;AAC7C,oEAAoE;AACpE,eAAO,MAAM,kBAAkB,
|
|
1
|
+
{"version":3,"file":"VectorStoreEngine.d.ts","sourceRoot":"","sources":["../../src/vector-store/VectorStoreEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhH;;;;;;;;GAQG;AACH,eAAO,MAAM,qBAAqB,OAAO,CAAC;AAC1C,mEAAmE;AACnE,eAAO,MAAM,mBAAmB,UAAY,CAAC;AAC7C,oEAAoE;AACpE,eAAO,MAAM,kBAAkB,QAAiB,CAAC;AACjD,2CAA2C;AAC3C,eAAO,MAAM,eAAe,OAAO,CAAC;AAEpC;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,OAAO,EACd,IAAI,EAAE,MAAM,EACZ,aAAa,SAAwB,EACrC,WAAW,SAAsB,GAChC,MAAM,CAqBR;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAY3F;AA2DD,UAAU,YAAY;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;IACrB,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAClF,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AASD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,EAAE,CAA4B;IACtC,OAAO,CAAC,IAAI,CAA0B;IACtC,OAAO,CAAC,SAAS,CAAyD;IAC1E,OAAO,CAAC,WAAW,CAAK;IAElB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB3B,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWhE,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAwC9D,KAAK,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA+B9D,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAI3D,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQhD,cAAc,IAAI,MAAM;IAIxB;;;;OAIG;IACH,KAAK,IAAI,IAAI;IAUb;;;;;;;;;;;;OAYG;YACW,eAAe;YAoCf,iBAAiB;CAchC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sharedEngine.test.d.ts","sourceRoot":"","sources":["../../../src/vector-store/__tests__/sharedEngine.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { VectorStoreEngine } from './VectorStoreEngine';
|
|
2
|
+
/**
|
|
3
|
+
* The node-local vector engine is a process-wide singleton.
|
|
4
|
+
*
|
|
5
|
+
* `vector-store` and `vector-query` are separate workload modules, but two
|
|
6
|
+
* engines would hold two independent HNSW graphs (and two IndexedDB
|
|
7
|
+
* connections) in memory. Sharing one engine also lets idle eviction close
|
|
8
|
+
* the database handle exactly once.
|
|
9
|
+
*/
|
|
10
|
+
export declare function getVectorEngine(): Promise<VectorStoreEngine>;
|
|
11
|
+
/** Drop the shared engine and close its IndexedDB connection. */
|
|
12
|
+
export declare function releaseVectorEngine(): void;
|
|
13
|
+
//# sourceMappingURL=sharedEngine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sharedEngine.d.ts","sourceRoot":"","sources":["../../src/vector-store/sharedEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD;;;;;;;GAOG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAS5D;AAED,iEAAiE;AACjE,wBAAgB,mBAAmB,IAAI,IAAI,CAI1C"}
|