turbollm 1.6.2 → 1.6.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -8
- package/dist/cli.js +319 -75
- package/dist/webdist/assets/{AgentsScreen-BviDj463.js → AgentsScreen-z7V9yJTT.js} +1 -1
- package/dist/webdist/assets/ChatScreen-7b_l3eo1.js +29 -0
- package/dist/webdist/assets/CustomizeScreen-CAQemkBC.js +4 -0
- package/dist/webdist/assets/{DeveloperScreen-8CVekggw.js → DeveloperScreen-BfW2INcc.js} +1 -1
- package/dist/webdist/assets/{EnginesScreen-zHLzht8k.js → EnginesScreen-DeVQWBY-.js} +1 -1
- package/dist/webdist/assets/{ModelDetailDialog-DjMSf0rz.js → ModelDetailDialog-CQxlHshX.js} +14 -14
- package/dist/webdist/assets/{ModelDirs-CIOcl5qu.js → ModelDirs-D_Pl9O4e.js} +1 -1
- package/dist/webdist/assets/ModelsScreen-CVyA8shA.js +2 -0
- package/dist/webdist/assets/SettingsScreen-DVJQTfi8.js +1 -0
- package/dist/webdist/assets/{arc-BFc9YP9w.js → arc-BMLeTMlL.js} +1 -1
- package/dist/webdist/assets/{architectureDiagram-3BPJPVTR-Bd6WFbHz.js → architectureDiagram-3BPJPVTR-CG46ZIfD.js} +1 -1
- package/dist/webdist/assets/{arrow-left--NjoPnor.js → arrow-left-ClFIxfDf.js} +1 -1
- package/dist/webdist/assets/{blockDiagram-GPEHLZMM-Dupawk92.js → blockDiagram-GPEHLZMM-Ct5vmWMX.js} +1 -1
- package/dist/webdist/assets/{c4Diagram-AAUBKEIU-BMhAUE8i.js → c4Diagram-AAUBKEIU-CAC8CrWx.js} +1 -1
- package/dist/webdist/assets/channel-3lZ_p1cA.js +1 -0
- package/dist/webdist/assets/check-DQ6z92nS.js +1 -0
- package/dist/webdist/assets/{chevron-right-kiIQKgde.js → chevron-right-DGMGRuqq.js} +1 -1
- package/dist/webdist/assets/{chunk-2J33WTMH-BhxySqcq.js → chunk-2J33WTMH-Boq1pvZ0.js} +1 -1
- package/dist/webdist/assets/{chunk-4BX2VUAB-B-UGkx88.js → chunk-4BX2VUAB-BxOCNoyH.js} +1 -1
- package/dist/webdist/assets/{chunk-55IACEB6-BDvjmk8T.js → chunk-55IACEB6-xrXYZmka.js} +1 -1
- package/dist/webdist/assets/{chunk-727SXJPM-BhyFFQxZ.js → chunk-727SXJPM-BFEC_Ow4.js} +1 -1
- package/dist/webdist/assets/{chunk-AQP2D5EJ-VTSW3fZJ.js → chunk-AQP2D5EJ-DFTdPrur.js} +1 -1
- package/dist/webdist/assets/{chunk-FMBD7UC4-QKx1b_-m.js → chunk-FMBD7UC4-D41UJ-1d.js} +1 -1
- package/dist/webdist/assets/{chunk-ND2GUHAM-DZANzpY0.js → chunk-ND2GUHAM-BeavMz7M.js} +1 -1
- package/dist/webdist/assets/{chunk-QZHKN3VN-DVZIy115.js → chunk-QZHKN3VN-CUHX28cH.js} +1 -1
- package/dist/webdist/assets/{circle-check-C4aACGyb.js → circle-check-B6TnDVnx.js} +1 -1
- package/dist/webdist/assets/{circle-x-koFsrlGA.js → circle-x-zQ-pYHWJ.js} +1 -1
- package/dist/webdist/assets/classDiagram-4FO5ZUOK-qxOwHzBq.js +1 -0
- package/dist/webdist/assets/classDiagram-v2-Q7XG4LA2-qxOwHzBq.js +1 -0
- package/dist/webdist/assets/{common-CQVogVIs.js → common-stymjhMS.js} +1 -1
- package/dist/webdist/assets/{copy-button-3_2Us2zb.js → copy-button-CTWXbfiP.js} +1 -1
- package/dist/webdist/assets/{cose-bilkent-S5V4N54A-Ci07N3_4.js → cose-bilkent-S5V4N54A-Bx_lty5d.js} +1 -1
- package/dist/webdist/assets/{dagre-BM42HDAG-45qc0phu.js → dagre-BM42HDAG-0sn0yk1w.js} +1 -1
- package/dist/webdist/assets/{diagram-2AECGRRQ-DA3u3hzE.js → diagram-2AECGRRQ-B7dlDz_q.js} +1 -1
- package/dist/webdist/assets/{diagram-5GNKFQAL-B3wpvPKp.js → diagram-5GNKFQAL--tcSUKb3.js} +1 -1
- package/dist/webdist/assets/{diagram-KO2AKTUF-h1qR3ckq.js → diagram-KO2AKTUF-DWmLxntr.js} +1 -1
- package/dist/webdist/assets/{diagram-LMA3HP47-B3uU2roT.js → diagram-LMA3HP47-DBOpUcpv.js} +1 -1
- package/dist/webdist/assets/{diagram-OG6HWLK6-CibVtZrO.js → diagram-OG6HWLK6-CdRckAFu.js} +1 -1
- package/dist/webdist/assets/{dialog-Dn3dxmMP.js → dialog-D-C0Tc3g.js} +1 -1
- package/dist/webdist/assets/dropdown-menu-Co-guMgc.js +1 -0
- package/dist/webdist/assets/{erDiagram-TEJ5UH35-VsHZBAOZ.js → erDiagram-TEJ5UH35-Bg-nfhtr.js} +1 -1
- package/dist/webdist/assets/{flowDiagram-I6XJVG4X-DhYah8sF.js → flowDiagram-I6XJVG4X-CghDUz8j.js} +1 -1
- package/dist/webdist/assets/{ganttDiagram-6RSMTGT7-RPkNEJnH.js → ganttDiagram-6RSMTGT7-B76rXmmo.js} +1 -1
- package/dist/webdist/assets/{gitGraphDiagram-PVQCEYII-JknfsYQp.js → gitGraphDiagram-PVQCEYII-DYwR4vbe.js} +1 -1
- package/dist/webdist/assets/index-CT5lTdUf.css +1 -0
- package/dist/webdist/assets/{index-K2ZQBdky.js → index-DxM70nEl.js} +3 -3
- package/dist/webdist/assets/{infoDiagram-5YYISTIA-BeGMPySd.js → infoDiagram-5YYISTIA-BvoZYlup.js} +1 -1
- package/dist/webdist/assets/{ishikawaDiagram-YF4QCWOH-D38Q1-tz.js → ishikawaDiagram-YF4QCWOH-D5TRR4WP.js} +1 -1
- package/dist/webdist/assets/{journeyDiagram-JHISSGLW-CG8TFzp6.js → journeyDiagram-JHISSGLW-2aK1csut.js} +1 -1
- package/dist/webdist/assets/{kanban-definition-UN3LZRKU-CNgUZ1rd.js → kanban-definition-UN3LZRKU-CWEMWeUg.js} +1 -1
- package/dist/webdist/assets/{linear-DYIxmEeo.js → linear-D7FhiD9R.js} +1 -1
- package/dist/webdist/assets/{mermaid.core-CZhJJFjL.js → mermaid.core-DQIxkS1K.js} +4 -4
- package/dist/webdist/assets/{mindmap-definition-RKZ34NQL-BIVYSbvh.js → mindmap-definition-RKZ34NQL-DaZEBIU3.js} +1 -1
- package/dist/webdist/assets/{pencil-iVnKKeCp.js → pencil-zupSY7XP.js} +1 -1
- package/dist/webdist/assets/{personas-DslX_qdt.js → personas-DbG2zH5T.js} +5 -3
- package/dist/webdist/assets/{pieDiagram-4H26LBE5-CU9qALXo.js → pieDiagram-4H26LBE5-C6AqueQK.js} +1 -1
- package/dist/webdist/assets/{plus-mSm32jpN.js → plus-Ct45XaAU.js} +1 -1
- package/dist/webdist/assets/{quadrantDiagram-W4KKPZXB-AE50YmvR.js → quadrantDiagram-W4KKPZXB-C3ufHf4n.js} +1 -1
- package/dist/webdist/assets/{radix-9WP-OkMY.js → radix-jAkiiept.js} +8 -8
- package/dist/webdist/assets/{refresh-cw-C04dn1r1.js → refresh-cw-CUUblWFA.js} +1 -1
- package/dist/webdist/assets/{requirementDiagram-4Y6WPE33-Crymka5P.js → requirementDiagram-4Y6WPE33-DKjCoTy-.js} +1 -1
- package/dist/webdist/assets/{sankeyDiagram-5OEKKPKP-DRviwCen.js → sankeyDiagram-5OEKKPKP-D3Lhx_3A.js} +1 -1
- package/dist/webdist/assets/{save-BT2nzRB6.js → save-Cu00OCua.js} +1 -1
- package/dist/webdist/assets/{sequenceDiagram-3UESZ5HK-DuBllsfJ.js → sequenceDiagram-3UESZ5HK-Bg7qUaiJ.js} +1 -1
- package/dist/webdist/assets/{skeleton-BfMJjCGZ.js → skeleton-DAp10ou3.js} +1 -1
- package/dist/webdist/assets/{stateDiagram-AJRCARHV-Cj4BwRLl.js → stateDiagram-AJRCARHV-CEe0Lqmt.js} +1 -1
- package/dist/webdist/assets/stateDiagram-v2-BHNVJYJU-BSX42oue.js +1 -0
- package/dist/webdist/assets/{timeline-definition-PNZ67QCA-BWnH2-RY.js → timeline-definition-PNZ67QCA-ILud0hYG.js} +1 -1
- package/dist/webdist/assets/{trash-2-Ce39UFy5.js → trash-2-Dxm0bLnm.js} +1 -1
- package/dist/webdist/assets/{vennDiagram-CIIHVFJN-GgdSx9c7.js → vennDiagram-CIIHVFJN-UmbDOfzC.js} +1 -1
- package/dist/webdist/assets/{wardley-L42UT6IY-C9XKbMb6.js → wardley-L42UT6IY-CJPgfZGE.js} +1 -1
- package/dist/webdist/assets/{wardleyDiagram-YWT4CUSO-ZxceNtWm.js → wardleyDiagram-YWT4CUSO-COswOSfT.js} +1 -1
- package/dist/webdist/assets/{wrench-Ceqe74n2.js → wrench-BtDcuPD1.js} +1 -1
- package/dist/webdist/assets/{xychartDiagram-2RQKCTM6-C-mAbbHW.js → xychartDiagram-2RQKCTM6-pBHtZvWZ.js} +1 -1
- package/dist/webdist/index.html +3 -3
- package/package.json +1 -1
- package/dist/webdist/assets/ChatScreen-4a_6ZX6c.js +0 -29
- package/dist/webdist/assets/CustomizeScreen-BhZJK7xv.js +0 -4
- package/dist/webdist/assets/ModelsScreen-v7kDcWmr.js +0 -2
- package/dist/webdist/assets/SettingsScreen-DnSgBps7.js +0 -1
- package/dist/webdist/assets/alert-dialog-93rFXd1_.js +0 -1
- package/dist/webdist/assets/channel-BCSKocRg.js +0 -1
- package/dist/webdist/assets/check-Bu2UFiB0.js +0 -1
- package/dist/webdist/assets/classDiagram-4FO5ZUOK-B_Eb_jRj.js +0 -1
- package/dist/webdist/assets/classDiagram-v2-Q7XG4LA2-B_Eb_jRj.js +0 -1
- package/dist/webdist/assets/index-5NYGYU_t.css +0 -1
- package/dist/webdist/assets/stateDiagram-v2-BHNVJYJU-Y25sKBZm.js +0 -1
package/README.md
CHANGED
|
@@ -138,13 +138,18 @@ the detail:
|
|
|
138
138
|
metadata (arch, params, quant, context, vision) for every file.
|
|
139
139
|
- **Browse & download from Hugging Face**, in-app: a live, sortable list (trending / downloads
|
|
140
140
|
/ likes / recently updated / newest) alongside a permanent detail pane — pick a quant, read
|
|
141
|
-
the **rendered model card**, and download with **resume + SHA-256 verification**.
|
|
142
|
-
|
|
141
|
+
the **rendered model card**, and download with **resume + SHA-256 verification**. Each model
|
|
142
|
+
lands in its own folder (mirroring Hugging Face's own layout) with its **vision projector and
|
|
143
|
+
every shard of a split/multipart quant fetched alongside it automatically**. Gated models
|
|
144
|
+
(Llama, Gemma) work via your own HF token, which **never leaves your machine**.
|
|
143
145
|
- **Import from any URL** — not just Hugging Face. Paste a direct `.gguf` link (model-author
|
|
144
|
-
sites, mirrors, private servers)
|
|
146
|
+
sites, mirrors, private servers) and it disk-space-checks and downloads through the same
|
|
147
|
+
manager; paste a Hugging Face **model page** link instead and it opens that repo's quant
|
|
148
|
+
picker so you can choose which one to download.
|
|
145
149
|
- **Quant recommendation per GPU** and a **VRAM-fit verdict** so you pick a quant that
|
|
146
150
|
actually fits before you commit.
|
|
147
|
-
- **Primary download folder**, real-time **measured t/s per model**,
|
|
151
|
+
- **Primary download folder**, real-time **measured t/s per model**, **delete-from-disk**, and
|
|
152
|
+
**pin your favourites to the top of the list**.
|
|
148
153
|
|
|
149
154
|
</details>
|
|
150
155
|
|
|
@@ -154,15 +159,17 @@ the detail:
|
|
|
154
159
|
<br/>
|
|
155
160
|
|
|
156
161
|
- **Auto-benchmark on load** derives fast defaults for your exact GPU.
|
|
157
|
-
- **Recommended sampling from
|
|
158
|
-
|
|
159
|
-
|
|
162
|
+
- **Recommended sampling from Hugging Face** — auto-tune checks a repo's structured params /
|
|
163
|
+
`generation_config.json` sidecar first when the quantizer publishes one (exact values, no
|
|
164
|
+
guessing), then falls back to reading the model's card (and the original model behind a
|
|
165
|
+
requant) and prefills the author's recommended `temperature / top_k / top_p / min_p`. No
|
|
166
|
+
recommendation → your sampling is left untouched.
|
|
160
167
|
- **Real measured tokens/sec** in the model list — **live** while generating, **last-session**
|
|
161
168
|
when idle (never a synthetic estimate).
|
|
162
169
|
- **Full load-parameter UI**, a superset of what other tools expose: context length, GPU offload
|
|
163
170
|
(`-ngl`), **MoE CPU-offload (`--n-cpu-moe`)**, parallel slots, **KV-cache quant type** (incl.
|
|
164
171
|
low-bit on supporting forks), CPU threads, flash attention, and **speculative decoding (NextN /
|
|
165
|
-
MTP / draft)**.
|
|
172
|
+
MTP / draft, with a configurable draft min/max window)**.
|
|
166
173
|
- **Fast by default:** flash attention on, NextN self-speculative decoding on for models that
|
|
167
174
|
carry a draft head, threads auto — safely gated to what your engine actually accepts.
|
|
168
175
|
- **Multi-GPU, per model** — split a model across cards (layer/row split + main-GPU pick on
|