@aryacode/dsh-local-llm 0.8.3 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/index.js +13 -1
- package/package.json +1 -1
package/lib/index.js
CHANGED
|
@@ -2657,6 +2657,18 @@ function libraryAdapter(controller, ensure, gate, checkIdle, attachments, strata
|
|
|
2657
2657
|
originalModel: model
|
|
2658
2658
|
});
|
|
2659
2659
|
/**
|
|
2660
|
+
* The label the other Arya engines show: `qwen3.8-27b` becomes `Arya - Qwen3.8 27B`.
|
|
2661
|
+
*
|
|
2662
|
+
* The model list is what a person reads in the picker, so a bare artifact id is
|
|
2663
|
+
* a poor label next to the existing `Arya - …` entries. Each segment is
|
|
2664
|
+
* capitalised, and a lowercase letter that follows a trailing digit — a size or
|
|
2665
|
+
* quantisation suffix such as `27b` — is uppercased the way these artifacts are
|
|
2666
|
+
* written on the tin.
|
|
2667
|
+
*/
|
|
2668
|
+
const aryaLabel = (name) => "Arya - " + name.split(/[-_]/u).filter((part) => part !== "").map((part) => {
|
|
2669
|
+
return (part.charAt(0).toUpperCase() + part.slice(1)).replace(/(\d)([a-z])$/u, (_match, digit, letter) => digit + letter.toUpperCase());
|
|
2670
|
+
}).join(" ");
|
|
2671
|
+
/**
|
|
2660
2672
|
* Every model this installation has, loaded or not.
|
|
2661
2673
|
*
|
|
2662
2674
|
* The engine serves one model at a time, but it can switch: `POST
|
|
@@ -2713,7 +2725,7 @@ function libraryAdapter(controller, ensure, gate, checkIdle, attachments, strata
|
|
|
2713
2725
|
const state = await ninfer.status();
|
|
2714
2726
|
if (typeof state.modelName === "string" && state.modelName !== "") {
|
|
2715
2727
|
const model = {
|
|
2716
|
-
...info("ninfer:" + state.modelName,
|
|
2728
|
+
...info("ninfer:" + state.modelName, aryaLabel(state.modelName), Number(state.context) || 8192, state.vision === true, "ninfer", state.modelName),
|
|
2717
2729
|
defaultMaxTokens: outputDefault(Number(state.context) || 8192, ninfer.outputTokens()),
|
|
2718
2730
|
reasoning: ninferReasoning
|
|
2719
2731
|
};
|