@flaxia/node 0.6.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -0
- package/dist/assets/ai-inference.js +83 -183
- package/dist/assets/ai-model-registry.js +127 -0
- package/dist/assets/cc-extract.js +5166 -0
- package/dist/assets/decision.js +142 -0
- package/dist/assets/embed-gemma.js +97 -0
- package/dist/assets/transformers.web.js +2 -2
- package/dist/assets/vector-embed.js +136 -26
- package/dist/assets/webgpuProbe.js +83 -66
- package/dist/client/SignalingClient.d.ts.map +1 -1
- package/dist/client/light-preloader.d.ts +6 -1
- package/dist/client/light-preloader.d.ts.map +1 -1
- package/dist/consent/notice.d.ts +3 -1
- package/dist/consent/notice.d.ts.map +1 -1
- package/dist/executor/WorkerPool.d.ts +1 -0
- package/dist/executor/WorkerPool.d.ts.map +1 -1
- package/dist/index.js +371 -364
- package/dist/worker.js +129 -120
- package/dist/workloads/__tests__/cc-extract.test.d.ts +2 -0
- package/dist/workloads/__tests__/cc-extract.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/decision.test.d.ts +2 -0
- package/dist/workloads/__tests__/decision.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/embed-gemma.test.d.ts +2 -0
- package/dist/workloads/__tests__/embed-gemma.test.d.ts.map +1 -0
- package/dist/workloads/__tests__/wasm-threads.test.d.ts.map +1 -1
- package/dist/workloads/ai-inference.d.ts +21 -2
- package/dist/workloads/ai-inference.d.ts.map +1 -1
- package/dist/workloads/ai-model-registry.d.ts.map +1 -1
- package/dist/workloads/cc-extract.d.ts +11 -0
- package/dist/workloads/cc-extract.d.ts.map +1 -0
- package/dist/workloads/decision.d.ts +21 -0
- package/dist/workloads/decision.d.ts.map +1 -0
- package/dist/workloads/embed-gemma.d.ts +8 -0
- package/dist/workloads/embed-gemma.d.ts.map +1 -0
- package/dist/workloads/vector-embed.d.ts +10 -0
- package/dist/workloads/vector-embed.d.ts.map +1 -1
- package/package.json +4 -3
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { type EmbedGemmaPayload, type EmbedGemmaResult } from '@flaxia/sdk';
|
|
2
|
+
/** Texts passed to one model call. Four ~500-token texts stay under the 2,700-token WebGPU dispatch limit. */
|
|
3
|
+
export declare const EMBED_GEMMA_BATCH_SIZE = 4;
|
|
4
|
+
export declare const releaseCache: () => void;
|
|
5
|
+
export declare function handleEmbedGemma(payload: EmbedGemmaPayload,
|
|
6
|
+
/** Called between model calls so the worker can hold its CPU duty cycle. */
|
|
7
|
+
onBatch?: () => void | Promise<void>): Promise<EmbedGemmaResult>;
|
|
8
|
+
//# sourceMappingURL=embed-gemma.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"embed-gemma.d.ts","sourceRoot":"","sources":["../../src/workloads/embed-gemma.ts"],"names":[],"mappings":"AAAA,OAAO,EAQL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,aAAa,CAAC;AAGrB,8GAA8G;AAC9G,eAAO,MAAM,sBAAsB,IAAI,CAAC;AAWxC,eAAO,MAAM,YAAY,QAAO,IAE/B,CAAC;AA0IF,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,iBAAiB;AAC1B,4EAA4E;AAC5E,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GACnC,OAAO,CAAC,gBAAgB,CAAC,CAkB3B"}
|
|
@@ -1,4 +1,14 @@
|
|
|
1
1
|
import type { VectorEmbedPayload, VectorEmbedResult } from '@flaxia/sdk';
|
|
2
|
+
/** Per-file media caps (compressed bytes). */
|
|
3
|
+
export declare const MAX_VECTOR_EMBED_IMAGE_BYTES: number;
|
|
4
|
+
export declare const MAX_VECTOR_EMBED_AUDIO_BYTES: number;
|
|
5
|
+
export declare const MAX_VECTOR_EMBED_VIDEO_BYTES: number;
|
|
2
6
|
export declare const releaseCache: () => void;
|
|
7
|
+
/** Append `<|image|>` / `<|video|>` / `<|audio|>` placeholders for any media whose placeholder is missing. */
|
|
8
|
+
export declare function buildInterleavedText(text: string, counts: {
|
|
9
|
+
images: number;
|
|
10
|
+
videos: number;
|
|
11
|
+
audio: number;
|
|
12
|
+
}): string;
|
|
3
13
|
export declare function handleVectorEmbed(payload: VectorEmbedPayload): Promise<VectorEmbedResult>;
|
|
4
14
|
//# sourceMappingURL=vector-embed.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vector-embed.d.ts","sourceRoot":"","sources":["../../src/workloads/vector-embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"vector-embed.d.ts","sourceRoot":"","sources":["../../src/workloads/vector-embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AA0BzE,8CAA8C;AAC9C,eAAO,MAAM,4BAA4B,QAAkB,CAAC;AAC5D,eAAO,MAAM,4BAA4B,QAAmB,CAAC;AAC7D,eAAO,MAAM,4BAA4B,QAAmB,CAAC;AAc7D,eAAO,MAAM,YAAY,QAAO,IAG/B,CAAC;AAmGF,8GAA8G;AAC9G,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACxD,MAAM,CAOR;AAwDD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAiD/F"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@flaxia/node",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.7.0",
|
|
4
4
|
"private": false,
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "./dist/index.d.ts",
|
|
@@ -22,9 +22,10 @@
|
|
|
22
22
|
},
|
|
23
23
|
"dependencies": {
|
|
24
24
|
"@bjorn3/browser_wasi_shim": "^0.4.2",
|
|
25
|
-
"@flaxia/sdk": "^0.
|
|
26
|
-
"@huggingface/transformers": "^4.2
|
|
25
|
+
"@flaxia/sdk": "^0.7.0",
|
|
26
|
+
"@huggingface/transformers": "^4.3.2",
|
|
27
27
|
"onnxruntime-web": "1.26.0",
|
|
28
|
+
"parse5": "^8.1.0",
|
|
28
29
|
"rollup": "^4.61.0"
|
|
29
30
|
},
|
|
30
31
|
"devDependencies": {
|