@fugood/bricks-project 2.24.12 → 2.24.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +2 -2
- package/types/generators/LlmGgml.d.ts +32 -0
- package/package.json.bak +0 -28
package/package.json
CHANGED
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@fugood/bricks-project",
|
|
3
|
-
"version": "2.24.
|
|
3
|
+
"version": "2.24.13",
|
|
4
4
|
"main": "index.ts",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"typecheck": "tsc --noEmit",
|
|
7
7
|
"build": "bun scripts/build.js"
|
|
8
8
|
},
|
|
9
9
|
"dependencies": {
|
|
10
|
-
"@fugood/bricks-cli": "^2.24.
|
|
10
|
+
"@fugood/bricks-cli": "^2.24.13",
|
|
11
11
|
"@huggingface/gguf": "^0.3.2",
|
|
12
12
|
"@iarna/toml": "^3.0.0",
|
|
13
13
|
"@modelcontextprotocol/sdk": "^1.15.0",
|
|
@@ -493,6 +493,8 @@ Default property:
|
|
|
493
493
|
"ctxShift": true,
|
|
494
494
|
"cpuMoeLayers": 0,
|
|
495
495
|
"mtpSpeculativeDecoding": false,
|
|
496
|
+
"mtpDraftCacheKType": "f16",
|
|
497
|
+
"mtpDraftCacheVType": "f16",
|
|
496
498
|
"mtpDraftTokens": 3,
|
|
497
499
|
"transformScriptEnabled": false,
|
|
498
500
|
"transformScriptCode": "\/\* Global variable: inputs = { prompt, messages, variables }, members = { llmUtils } \*\/\nreturn inputs.prompt",
|
|
@@ -606,6 +608,36 @@ Default property:
|
|
|
606
608
|
cpuMoeLayers?: number | DataLink
|
|
607
609
|
/* Enable MTP speculative decoding for GGUF models that contain MTP / NextN layers */
|
|
608
610
|
mtpSpeculativeDecoding?: boolean | DataLink
|
|
611
|
+
/* URL or path of an optional separate GGUF draft model for speculative decoding. Leave empty for models with embedded MTP / NextN layers */
|
|
612
|
+
modelDraftUrl?: string | DataLink
|
|
613
|
+
/* Hash type of the separate draft model */
|
|
614
|
+
modelDraftHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
|
|
615
|
+
/* Hash of the separate draft model */
|
|
616
|
+
modelDraftHash?: string | DataLink
|
|
617
|
+
/* Number of draft model layers stored in VRAM (-1 = auto, -2 = all) */
|
|
618
|
+
mtpDraftGpuLayers?: number | DataLink
|
|
619
|
+
/* KV cache data type for the separate draft model's K cache */
|
|
620
|
+
mtpDraftCacheKType?:
|
|
621
|
+
| 'f16'
|
|
622
|
+
| 'f32'
|
|
623
|
+
| 'q8_0'
|
|
624
|
+
| 'q4_0'
|
|
625
|
+
| 'q4_1'
|
|
626
|
+
| 'iq4_nl'
|
|
627
|
+
| 'q5_0'
|
|
628
|
+
| 'q5_1'
|
|
629
|
+
| DataLink
|
|
630
|
+
/* KV cache data type for the separate draft model's V cache */
|
|
631
|
+
mtpDraftCacheVType?:
|
|
632
|
+
| 'f16'
|
|
633
|
+
| 'f32'
|
|
634
|
+
| 'q8_0'
|
|
635
|
+
| 'q4_0'
|
|
636
|
+
| 'q4_1'
|
|
637
|
+
| 'iq4_nl'
|
|
638
|
+
| 'q5_0'
|
|
639
|
+
| 'q5_1'
|
|
640
|
+
| DataLink
|
|
609
641
|
/* Maximum number of MTP draft tokens */
|
|
610
642
|
mtpDraftTokens?: number | DataLink
|
|
611
643
|
/* Minimum number of MTP draft tokens */
|
package/package.json.bak
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"name": "@fugood/bricks-ctor",
|
|
3
|
-
"version": "2.24.12",
|
|
4
|
-
"main": "index.ts",
|
|
5
|
-
"scripts": {
|
|
6
|
-
"typecheck": "tsc --noEmit",
|
|
7
|
-
"build": "bun scripts/build.js"
|
|
8
|
-
},
|
|
9
|
-
"dependencies": {
|
|
10
|
-
"@fugood/bricks-cli": "^2.24.12",
|
|
11
|
-
"@huggingface/gguf": "^0.3.2",
|
|
12
|
-
"@iarna/toml": "^3.0.0",
|
|
13
|
-
"@modelcontextprotocol/sdk": "^1.15.0",
|
|
14
|
-
"@toon-format/toon": "^2.1.0",
|
|
15
|
-
"@types/bun": "^1.3.9",
|
|
16
|
-
"@types/escodegen": "^0.0.10",
|
|
17
|
-
"@types/lodash": "^4.17.12",
|
|
18
|
-
"acorn": "^8.13.0",
|
|
19
|
-
"escodegen": "2.1.0",
|
|
20
|
-
"fuse.js": "^7.0.0",
|
|
21
|
-
"json5": "^2.0.1",
|
|
22
|
-
"lodash": "^4.17.4",
|
|
23
|
-
"uuid": "^8.3.1"
|
|
24
|
-
},
|
|
25
|
-
"peerDependencies": {
|
|
26
|
-
"oxfmt": "^0.36.0"
|
|
27
|
-
}
|
|
28
|
-
}
|