@bendyline/gilde 0.1.17 → 0.1.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -2
- package/authoring/chat-models/README.md +26 -0
- package/authoring/chat-models/btl4-35b-q4.json +142 -0
- package/authoring/chat-models/btl4-compact-iq2.json +142 -0
- package/authoring/chat-models/deepseek-r1-8b-q4.json +53 -0
- package/authoring/chat-models/deepseek-v4-flash-284b-mxfp4.json +110 -0
- package/authoring/chat-models/deepseek-v4-flash-284b-q2.json +110 -0
- package/authoring/chat-models/deepseek-v4-flash-284b-q2q4.json +111 -0
- package/authoring/chat-models/deepseek-v4-flash-284b-q4.json +113 -0
- package/authoring/chat-models/gemma4-12b-q4.json +190 -0
- package/authoring/chat-models/gemma4-12b-q8.json +164 -0
- package/authoring/chat-models/gemma4-26b-q4.json +90 -0
- package/authoring/chat-models/gemma4-31b-q4.json +81 -0
- package/authoring/chat-models/gemma4-e2b-q4.json +76 -0
- package/authoring/chat-models/gemma4-e4b-q4.json +71 -0
- package/authoring/chat-models/glm-5.2-754b-q2.json +60 -0
- package/authoring/chat-models/gpt-oss-120b-q4.json +48 -0
- package/authoring/chat-models/gpt-oss-20b-q4.json +47 -0
- package/authoring/chat-models/laguna-s-2.1-118b-q4.json +127 -0
- package/authoring/chat-models/laguna-s-2.1-118b-q6.json +121 -0
- package/authoring/chat-models/laguna-s-2.1-118b-q8.json +127 -0
- package/authoring/chat-models/lfm2.5-2.6b-q4.json +39 -0
- package/authoring/chat-models/llama3.2-3b-q4.json +42 -0
- package/authoring/chat-models/mistral-7b-q4.json +53 -0
- package/authoring/chat-models/mistral-medium-3.5-128b-q4.json +57 -0
- package/authoring/chat-models/muse-glimmer-30b-q4.json +126 -0
- package/authoring/chat-models/nemotron3-nano-30b-q4.json +49 -0
- package/authoring/chat-models/nemotron3-super-120b-q4.json +41 -0
- package/authoring/chat-models/ornith-35b-q4.json +145 -0
- package/authoring/chat-models/ornith-35b-q8.json +145 -0
- package/authoring/chat-models/ornith-9b-q4.json +146 -0
- package/authoring/chat-models/qwen3.5-122b-a10b-q4.json +172 -0
- package/authoring/chat-models/qwen3.5-2b-q4.json +70 -0
- package/authoring/chat-models/qwen3.5-4b-q4.json +61 -0
- package/authoring/chat-models/qwen3.5-9b-q4.json +61 -0
- package/authoring/chat-models/qwen3.6-27b-q4.json +66 -0
- package/authoring/chat-models/qwen3.6-27b-q8.json +153 -0
- package/authoring/chat-models/qwen3.6-35b-a3b-q4.json +154 -0
- package/authoring/chat-models/qwen3.6-35b-a3b-q8.json +154 -0
- package/authoring/chat-models/talkie-1930-13b-q4.json +74 -0
- package/authoring/chat-models/ternary-bonsai-27b-q2.json +144 -0
- package/authoring/gstack/LICENSE.gstack +21 -0
- package/authoring/gstack/README.md +50 -0
- package/authoring/gstack/evals/cso.json +152 -0
- package/authoring/gstack/evals/design-consultation.json +201 -0
- package/authoring/gstack/evals/document-generate.json +174 -0
- package/authoring/gstack/evals/investigate.json +153 -0
- package/authoring/gstack/evals/office-hours.json +141 -0
- package/authoring/gstack/evals/plan-ceo-review.json +135 -0
- package/authoring/gstack/evals/qa-only.json +376 -0
- package/authoring/gstack/evals/retro.json +191 -0
- package/authoring/gstack/evals/spec.json +162 -0
- package/authoring/gstack/overlays/cso.json +132 -0
- package/authoring/gstack/overlays/design-consultation.json +153 -0
- package/authoring/gstack/overlays/document-generate.json +124 -0
- package/authoring/gstack/overlays/investigate.json +128 -0
- package/authoring/gstack/overlays/office-hours.json +119 -0
- package/authoring/gstack/overlays/plan-ceo-review.json +128 -0
- package/authoring/gstack/overlays/qa-only.json +145 -0
- package/authoring/gstack/overlays/retro.json +132 -0
- package/authoring/gstack/overlays/spec.json +140 -0
- package/authoring/gstack/persona-drafts/cso.about.md +9 -0
- package/authoring/gstack/persona-drafts/design-consultation.about.md +9 -0
- package/authoring/gstack/persona-drafts/office-hours.about.md +9 -0
- package/authoring/gstack/persona-drafts/qa-only.about.md +5 -0
- package/authoring/gstack/persona-drafts/spec.about.md +26 -0
- package/authoring/gstack/snapshots/cso/SKILL.md +1285 -0
- package/authoring/gstack/snapshots/design-consultation/SKILL.md +1230 -0
- package/authoring/gstack/snapshots/document-generate/SKILL.md +1252 -0
- package/authoring/gstack/snapshots/investigate/SKILL.md +1074 -0
- package/authoring/gstack/snapshots/office-hours/SKILL.md +1697 -0
- package/authoring/gstack/snapshots/plan-ceo-review/SKILL.md +1476 -0
- package/authoring/gstack/snapshots/qa-only/SKILL.md +1256 -0
- package/authoring/gstack/snapshots/retro/SKILL.md +1812 -0
- package/authoring/gstack/snapshots/spec/SKILL.md +2359 -0
- package/authoring/gstack/wave.json +103 -0
- package/data/chat-models/gl/glm-5.2-754b-q2/manifest.json +65 -0
- package/data/chat-models/gl/glm-5.2-754b-q2/versions/1.0.0/manifest.json +18 -0
- package/data/chat-models/gp/gpt-oss-120b-q4/manifest.json +5 -5
- package/data/chat-models/gp/gpt-oss-120b-q4/versions/1.1.0/manifest.json +135 -0
- package/data/chat-models/index.json +1 -1
- package/data/chat-models/mu/muse-glimmer-30b-q4/manifest.json +135 -0
- package/data/chat-models/mu/muse-glimmer-30b-q4/versions/1.0.0/manifest.json +20 -0
- package/data/connector-types/gi/github-releases/manifest.json +17 -0
- package/data/connector-types/gi/github-releases/versions/1.0.0/manifest.json +71 -0
- package/data/connector-types/index.json +1 -1
- package/data/craftbook-templates/br/branding-website/versions/1.1.0/craftbook.json +190 -0
- package/data/craftbook-templates/br/branding-website/versions/1.1.0/test.json +164 -0
- package/data/craftbook-templates/br/browser-qa-audit/versions/2.0.0/craftbook.json +358 -0
- package/data/craftbook-templates/br/browser-qa-audit/versions/2.0.0/test.json +376 -0
- package/data/craftbook-templates/ca/careful-mode/versions/1.1.0/craftbook.json +43 -0
- package/data/craftbook-templates/ca/careful-mode/versions/1.1.0/test.json +110 -0
- package/data/craftbook-templates/ca/careful-mode/versions/1.2.0/craftbook.json +43 -0
- package/data/craftbook-templates/ca/careful-mode/versions/1.2.0/test.json +110 -0
- package/data/craftbook-templates/co/content-deck/versions/1.1.0/craftbook.json +185 -0
- package/data/craftbook-templates/co/content-deck/versions/1.1.0/test.json +166 -0
- package/data/craftbook-templates/co/content-deck/versions/1.2.0/craftbook.json +185 -0
- package/data/craftbook-templates/co/content-deck/versions/1.2.0/test.json +169 -0
- package/data/craftbook-templates/co/corpus-email-digest/versions/1.1.0/craftbook.json +189 -0
- package/data/craftbook-templates/co/corpus-email-digest/versions/1.1.0/test.json +182 -0
- package/data/craftbook-templates/co/corpus-email-digest/versions/1.2.0/craftbook.json +189 -0
- package/data/craftbook-templates/co/corpus-email-digest/versions/1.2.0/test.json +187 -0
- package/data/craftbook-templates/de/design-system-consultation/versions/2.0.0/craftbook.json +385 -0
- package/data/craftbook-templates/de/design-system-consultation/versions/2.0.0/test.json +201 -0
- package/data/craftbook-templates/en/engineering-retrospective/versions/2.0.0/craftbook.json +353 -0
- package/data/craftbook-templates/en/engineering-retrospective/versions/2.0.0/test.json +191 -0
- package/data/craftbook-templates/ex/executive-level-review/versions/2.0.0/craftbook.json +347 -0
- package/data/craftbook-templates/ex/executive-level-review/versions/2.0.0/test.json +135 -0
- package/data/craftbook-templates/fr/freeze-scope/versions/1.2.0/craftbook.json +50 -0
- package/data/craftbook-templates/fr/freeze-scope/versions/1.2.0/test.json +131 -0
- package/data/craftbook-templates/fr/freeze-scope/versions/1.3.0/craftbook.json +50 -0
- package/data/craftbook-templates/fr/freeze-scope/versions/1.3.0/test.json +131 -0
- package/data/craftbook-templates/ht/html-arcade-game/versions/1.1.0/craftbook.json +197 -0
- package/data/craftbook-templates/ht/html-arcade-game/versions/1.1.0/test.json +173 -0
- package/data/craftbook-templates/ht/html-arcade-game/versions/1.2.0/craftbook.json +197 -0
- package/data/craftbook-templates/ht/html-arcade-game/versions/1.2.0/test.json +176 -0
- package/data/craftbook-templates/id/idea-office-hours/versions/2.0.0/craftbook.json +333 -0
- package/data/craftbook-templates/id/idea-office-hours/versions/2.0.0/test.json +141 -0
- package/data/craftbook-templates/im/image-set-index/versions/1.1.0/craftbook.json +163 -0
- package/data/craftbook-templates/im/image-set-index/versions/1.1.0/test.json +177 -0
- package/data/craftbook-templates/im/image-set-index/versions/1.2.0/craftbook.json +163 -0
- package/data/craftbook-templates/im/image-set-index/versions/1.2.0/test.json +180 -0
- package/data/craftbook-templates/index.json +1 -1
- package/data/craftbook-templates/pu/pull-request-review/manifest.json +5 -1
- package/data/craftbook-templates/pu/pull-request-review/versions/1.2.0/craftbook.json +159 -0
- package/data/craftbook-templates/pu/pull-request-review/versions/1.2.0/test.json +172 -0
- package/data/craftbook-templates/re/release-artifact-sanity-check/art.json +13 -0
- package/data/craftbook-templates/re/release-artifact-sanity-check/logo.webp +0 -0
- package/data/craftbook-templates/re/release-artifact-sanity-check/manifest.json +24 -0
- package/data/craftbook-templates/re/release-artifact-sanity-check/versions/1.0.0/craftbook.json +202 -0
- package/data/craftbook-templates/re/release-artifact-sanity-check/versions/1.0.0/test.json +138 -0
- package/data/craftbook-templates/ro/root-cause-investigation/versions/2.0.0/craftbook.json +348 -0
- package/data/craftbook-templates/ro/root-cause-investigation/versions/2.0.0/test.json +153 -0
- package/data/craftbook-templates/se/security-architecture-review/versions/2.0.0/craftbook.json +353 -0
- package/data/craftbook-templates/se/security-architecture-review/versions/2.0.0/test.json +152 -0
- package/data/craftbook-templates/sp/spec-authoring/versions/2.0.0/craftbook.json +391 -0
- package/data/craftbook-templates/sp/spec-authoring/versions/2.0.0/test.json +162 -0
- package/data/craftbook-templates/te/technical-documentation/versions/2.0.0/craftbook.json +343 -0
- package/data/craftbook-templates/te/technical-documentation/versions/2.0.0/test.json +174 -0
- package/data/craftbook-templates/tr/translate-content/versions/1.1.0/craftbook.json +84 -0
- package/data/craftbook-templates/tr/translate-content/versions/1.1.0/test.json +141 -0
- package/package.json +10 -4
- package/schemas/chat-model-identity.schema.json +44 -0
- package/schemas/chat-model-version.schema.json +3 -0
- package/schemas/connector-type-identity.schema.json +3 -0
- package/schemas/connector-type-version.schema.json +3 -0
- package/schemas/craftbook-doc.schema.json +3 -0
- package/schemas/craftbook-template-identity.schema.json +3 -0
- package/schemas/craftbook-template-version.schema.json +3 -0
- package/schemas/craftbook-test.schema.json +232 -3
- package/schemas/gezel-template-identity.schema.json +3 -0
- package/schemas/gezel-template-version.schema.json +3 -0
- package/schemas/image-model-identity.schema.json +3 -0
- package/schemas/image-model-version.schema.json +3 -0
- package/schemas/project-type-identity.schema.json +3 -0
- package/schemas/project-type-version.schema.json +3 -0
- package/schemas/toolset-identity.schema.json +3 -0
- package/schemas/toolset-version.schema.json +3 -0
- package/schemas/video-model-identity.schema.json +3 -0
- package/schemas/video-model-version.schema.json +3 -0
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "laguna-s-2.1-118b-q8",
|
|
3
|
+
"name": "Laguna S 2.1 (118B-A8B, Q8)",
|
|
4
|
+
"description": "Poolside's Laguna S 2.1, a 118B-parameter Mixture-of-Experts model with about 8B active parameters per token, built for agentic coding and long-horizon software work. It supports native tool calling and interleaved reasoning between tool calls. The official Q8_0 GGUF is about 128GB on disk, while the community MLX 8-bit conversion is about 125GB and runs natively on Apple Silicon. Both target larger-memory workstations; Q6 is the practical Laguna tier for a 128GB Mac. Gezel defaults to Poolside's quality-recommended 256K context window; the underlying checkpoint can be extended to 1M context with explicit YaRN overrides.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"poolside",
|
|
7
|
+
"coding",
|
|
8
|
+
"agentic",
|
|
9
|
+
"tools",
|
|
10
|
+
"reasoning",
|
|
11
|
+
"long-context",
|
|
12
|
+
"moe",
|
|
13
|
+
"large",
|
|
14
|
+
"open-weights",
|
|
15
|
+
"apple-silicon"
|
|
16
|
+
],
|
|
17
|
+
"category": "coding",
|
|
18
|
+
"maintainer": {
|
|
19
|
+
"name": "Poolside",
|
|
20
|
+
"url": "https://huggingface.co/poolside/Laguna-S-2.1"
|
|
21
|
+
},
|
|
22
|
+
"version": "1.0.1",
|
|
23
|
+
"updatedAt": "2026-07-28T00:00:00Z",
|
|
24
|
+
"license": "OpenMDW-1.1",
|
|
25
|
+
"licenseClass": "open",
|
|
26
|
+
"licenseShortName": "OpenMDW 1.1",
|
|
27
|
+
"licenseUrl": "https://huggingface.co/poolside/Laguna-S-2.1/blob/main/LICENSE.md",
|
|
28
|
+
"parameterSize": "118B",
|
|
29
|
+
"approxSizeBytes": 128750823168,
|
|
30
|
+
"supportsTools": true,
|
|
31
|
+
"contextWindow": 262144,
|
|
32
|
+
"upstream": "https://huggingface.co/poolside/Laguna-S-2.1",
|
|
33
|
+
"style": {
|
|
34
|
+
"family": "other",
|
|
35
|
+
"reasoningFormat": "think",
|
|
36
|
+
"toolCallFormat": "function-call"
|
|
37
|
+
},
|
|
38
|
+
"behaviors": [
|
|
39
|
+
"reasoning.strip-think-tags",
|
|
40
|
+
"fabrication.detect-past-tense-no-tools",
|
|
41
|
+
"turn.preamble-folding",
|
|
42
|
+
"turn.ramble-detection",
|
|
43
|
+
"tools.mlx-grammar"
|
|
44
|
+
],
|
|
45
|
+
"tuning": {
|
|
46
|
+
"sampling": {
|
|
47
|
+
"temperature": 0.7,
|
|
48
|
+
"topP": 0.95,
|
|
49
|
+
"maxTokens": 8192
|
|
50
|
+
},
|
|
51
|
+
"samplingWhenThinking": {
|
|
52
|
+
"temperature": 0.7,
|
|
53
|
+
"topP": 0.95
|
|
54
|
+
},
|
|
55
|
+
"reasoning": {
|
|
56
|
+
"enableThinking": true,
|
|
57
|
+
"thinkingBudget": 4096
|
|
58
|
+
},
|
|
59
|
+
"profiles": {
|
|
60
|
+
"thinking-general": {
|
|
61
|
+
"sampling": {
|
|
62
|
+
"temperature": 0.7,
|
|
63
|
+
"topP": 0.95,
|
|
64
|
+
"maxTokens": 12288
|
|
65
|
+
},
|
|
66
|
+
"reasoning": {
|
|
67
|
+
"enableThinking": true,
|
|
68
|
+
"thinkingBudget": 4096
|
|
69
|
+
}
|
|
70
|
+
},
|
|
71
|
+
"thinking-coding": {
|
|
72
|
+
"sampling": {
|
|
73
|
+
"temperature": 0.6,
|
|
74
|
+
"topP": 0.95,
|
|
75
|
+
"maxTokens": 16384
|
|
76
|
+
},
|
|
77
|
+
"reasoning": {
|
|
78
|
+
"enableThinking": true,
|
|
79
|
+
"thinkingBudget": 6144
|
|
80
|
+
}
|
|
81
|
+
},
|
|
82
|
+
"thinking-precise": {
|
|
83
|
+
"sampling": {
|
|
84
|
+
"temperature": 0.4,
|
|
85
|
+
"topP": 0.9,
|
|
86
|
+
"seed": 0,
|
|
87
|
+
"maxTokens": 6144
|
|
88
|
+
},
|
|
89
|
+
"reasoning": {
|
|
90
|
+
"enableThinking": true,
|
|
91
|
+
"thinkingBudget": 4096
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
"instruct": {
|
|
95
|
+
"sampling": {
|
|
96
|
+
"temperature": 0.7,
|
|
97
|
+
"topP": 0.95,
|
|
98
|
+
"maxTokens": 4096
|
|
99
|
+
},
|
|
100
|
+
"reasoning": {
|
|
101
|
+
"enableThinking": false
|
|
102
|
+
}
|
|
103
|
+
},
|
|
104
|
+
"creative": {
|
|
105
|
+
"sampling": {
|
|
106
|
+
"temperature": 1,
|
|
107
|
+
"topP": 0.95,
|
|
108
|
+
"maxTokens": 8192
|
|
109
|
+
},
|
|
110
|
+
"reasoning": {
|
|
111
|
+
"enableThinking": false
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
},
|
|
116
|
+
"llamaCpp": {
|
|
117
|
+
"huggingfaceRepo": "poolside/Laguna-S-2.1-GGUF",
|
|
118
|
+
"filename": "laguna-s-2.1-Q8_0.gguf",
|
|
119
|
+
"quantization": "Q8_0",
|
|
120
|
+
"residentBytes": 154500987802
|
|
121
|
+
},
|
|
122
|
+
"mlx": {
|
|
123
|
+
"huggingfaceRepo": "Vontra/Laguna-S-2.1-MLX-8bit",
|
|
124
|
+
"quantization": "8bit",
|
|
125
|
+
"residentBytes": 125000000000
|
|
126
|
+
}
|
|
127
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "lfm2.5-2.6b-q4",
|
|
3
|
+
"name": "LFM2.5 (2.6B)",
|
|
4
|
+
"description": "Liquid AI's LFM2.5 at 2.6B parameters. A hybrid convolution-attention design built for on-device speed — light on memory, quick even on modest hardware, with integrated reasoning, native tool calling, and a 128K context window.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"liquid-ai",
|
|
7
|
+
"small",
|
|
8
|
+
"tools"
|
|
9
|
+
],
|
|
10
|
+
"category": "general",
|
|
11
|
+
"maintainer": {
|
|
12
|
+
"name": "Liquid AI",
|
|
13
|
+
"url": "https://huggingface.co/LiquidAI/LFM2.5-2.6B"
|
|
14
|
+
},
|
|
15
|
+
"version": "1.0.0",
|
|
16
|
+
"updatedAt": "2026-08-04T00:00:00Z",
|
|
17
|
+
"license": "LFM Open License v1.0",
|
|
18
|
+
"licenseClass": "custom-restricted",
|
|
19
|
+
"licenseShortName": "LFM Open 1.0",
|
|
20
|
+
"parameterSize": "2.6B",
|
|
21
|
+
"approxSizeBytes": 1674454848,
|
|
22
|
+
"supportsTools": true,
|
|
23
|
+
"contextWindow": 128000,
|
|
24
|
+
"upstream": "https://huggingface.co/LiquidAI/LFM2.5-2.6B",
|
|
25
|
+
"style": {
|
|
26
|
+
"family": "other",
|
|
27
|
+
"reasoningFormat": "think",
|
|
28
|
+
"toolCallFormat": "function-call"
|
|
29
|
+
},
|
|
30
|
+
"llamaCpp": {
|
|
31
|
+
"huggingfaceRepo": "LiquidAI/LFM2.5-2.6B-GGUF",
|
|
32
|
+
"filename": "LFM2.5-2.6B-Q4_K_M.gguf",
|
|
33
|
+
"quantization": "Q4_K_M"
|
|
34
|
+
},
|
|
35
|
+
"mlx": {
|
|
36
|
+
"huggingfaceRepo": "mlx-community/LFM2.5-2.6B-4bit",
|
|
37
|
+
"quantization": "4bit"
|
|
38
|
+
}
|
|
39
|
+
}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "llama3.2-3b-q4",
|
|
3
|
+
"name": "Llama 3.2 (3B)",
|
|
4
|
+
"description": "Meta's 3B chat model. Small enough to run on modest hardware, sharp enough to be a useful default.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"meta",
|
|
7
|
+
"small"
|
|
8
|
+
],
|
|
9
|
+
"category": "general",
|
|
10
|
+
"maintainer": {
|
|
11
|
+
"name": "Meta",
|
|
12
|
+
"url": "https://ollama.com/library/llama3.2"
|
|
13
|
+
},
|
|
14
|
+
"version": "1.1.0",
|
|
15
|
+
"updatedAt": "2026-04-26T00:00:00Z",
|
|
16
|
+
"license": "Llama 3.2 Community License",
|
|
17
|
+
"parameterSize": "3B",
|
|
18
|
+
"approxSizeBytes": 2019377696,
|
|
19
|
+
"supportsTools": true,
|
|
20
|
+
"contextWindow": 128000,
|
|
21
|
+
"upstream": "https://ollama.com/library/llama3.2",
|
|
22
|
+
"style": {
|
|
23
|
+
"family": "llama",
|
|
24
|
+
"reasoningFormat": "none",
|
|
25
|
+
"toolCallFormat": "function-call"
|
|
26
|
+
},
|
|
27
|
+
"behaviors": [
|
|
28
|
+
"fabrication.detect-past-tense-no-tools"
|
|
29
|
+
],
|
|
30
|
+
"ollama": {
|
|
31
|
+
"tag": "llama3.2"
|
|
32
|
+
},
|
|
33
|
+
"llamaCpp": {
|
|
34
|
+
"huggingfaceRepo": "bartowski/Llama-3.2-3B-Instruct-GGUF",
|
|
35
|
+
"filename": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
|
|
36
|
+
"quantization": "Q4_K_M"
|
|
37
|
+
},
|
|
38
|
+
"mlx": {
|
|
39
|
+
"huggingfaceRepo": "mlx-community/Llama-3.2-3B-Instruct-4bit",
|
|
40
|
+
"quantization": "4bit"
|
|
41
|
+
}
|
|
42
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "mistral-7b-q4",
|
|
3
|
+
"name": "Mistral 7B Instruct",
|
|
4
|
+
"description": "Well-rounded 7B instruct model from Mistral AI. Good general-purpose default.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"mistral",
|
|
7
|
+
"tools"
|
|
8
|
+
],
|
|
9
|
+
"category": "general",
|
|
10
|
+
"maintainer": {
|
|
11
|
+
"name": "Mistral AI",
|
|
12
|
+
"url": "https://ollama.com/library/mistral"
|
|
13
|
+
},
|
|
14
|
+
"version": "1.1.0",
|
|
15
|
+
"updatedAt": "2026-04-26T00:00:00Z",
|
|
16
|
+
"license": "Apache-2.0",
|
|
17
|
+
"parameterSize": "7B",
|
|
18
|
+
"approxSizeBytes": 4372812000,
|
|
19
|
+
"supportsTools": true,
|
|
20
|
+
"contextWindow": 32768,
|
|
21
|
+
"upstream": "https://ollama.com/library/mistral",
|
|
22
|
+
"style": {
|
|
23
|
+
"family": "mistral",
|
|
24
|
+
"reasoningFormat": "none",
|
|
25
|
+
"toolCallFormat": "function-call"
|
|
26
|
+
},
|
|
27
|
+
"behaviors": [
|
|
28
|
+
"fabrication.detect-past-tense-no-tools",
|
|
29
|
+
"mcp.compact-tool-schemas"
|
|
30
|
+
],
|
|
31
|
+
"tuning": {
|
|
32
|
+
"engine": {
|
|
33
|
+
"llamaCpp": {
|
|
34
|
+
"chatTemplate": "{{ bos_token }}\n{% if tools %}\n{{ '[AVAILABLE_TOOLS] ' + (tools | tojson) + ' [/AVAILABLE_TOOLS]' }}\n{% endif %}\n{% for message in messages %}\n{% if message['role'] == 'system' %}\n{{ message['content'] }}\n{% elif message['role'] == 'user' %}\n{{ '[INST] ' + message['content'] + ' [/INST]' }}\n{% elif message['role'] == 'assistant' %}\n{% if message.get('tool_calls') %}\n{{ '[TOOL_CALLS] ' + (message['tool_calls'] | tojson) }}\n{% else %}\n{{ message['content'] + eos_token }}\n{% endif %}\n{% elif message['role'] == 'tool' %}\n{{ '[TOOL_RESULTS] ' + message['content'] + ' [/TOOL_RESULTS]' }}\n{% endif %}\n{% endfor %}"
|
|
35
|
+
}
|
|
36
|
+
},
|
|
37
|
+
"sampling": {
|
|
38
|
+
"maxTokens": 8192
|
|
39
|
+
}
|
|
40
|
+
},
|
|
41
|
+
"ollama": {
|
|
42
|
+
"tag": "mistral:7b"
|
|
43
|
+
},
|
|
44
|
+
"llamaCpp": {
|
|
45
|
+
"huggingfaceRepo": "bartowski/Mistral-7B-Instruct-v0.3-GGUF",
|
|
46
|
+
"filename": "Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
|
|
47
|
+
"quantization": "Q4_K_M"
|
|
48
|
+
},
|
|
49
|
+
"mlx": {
|
|
50
|
+
"huggingfaceRepo": "mlx-community/Mistral-7B-Instruct-v0.3-4bit",
|
|
51
|
+
"quantization": "4bit"
|
|
52
|
+
}
|
|
53
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "mistral-medium-3.5-128b-q4",
|
|
3
|
+
"name": "Mistral Medium 3.5 (128B)",
|
|
4
|
+
"description": "Mistral AI's frontier dense 128B model with configurable reasoning (instant or chain-of-thought via `reasoning_effort`). Native function-calling, 256K context. Workstation-tier on-device — needs ~80GB of usable memory for Q4_K_M; an MLX 4-bit build is available for Apple Silicon Mac Studio-class hardware. License is a Modified MIT with a revenue carve-out — free for commercial and non-commercial use unless the licensee company exceeds Mistral's revenue threshold.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"mistral",
|
|
7
|
+
"reasoning",
|
|
8
|
+
"tools",
|
|
9
|
+
"large",
|
|
10
|
+
"revenue-limited"
|
|
11
|
+
],
|
|
12
|
+
"category": "reasoning",
|
|
13
|
+
"maintainer": {
|
|
14
|
+
"name": "Mistral AI",
|
|
15
|
+
"url": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B"
|
|
16
|
+
},
|
|
17
|
+
"version": "1.0.0",
|
|
18
|
+
"updatedAt": "2026-05-22T00:00:00Z",
|
|
19
|
+
"license": "MIT-Modified",
|
|
20
|
+
"parameterSize": "128B",
|
|
21
|
+
"approxSizeBytes": 72000000000,
|
|
22
|
+
"supportsTools": true,
|
|
23
|
+
"contextWindow": 262144,
|
|
24
|
+
"upstream": "https://huggingface.co/mistralai/Mistral-Medium-3.5-128B",
|
|
25
|
+
"style": {
|
|
26
|
+
"family": "mistral",
|
|
27
|
+
"reasoningFormat": "think",
|
|
28
|
+
"toolCallFormat": "function-call"
|
|
29
|
+
},
|
|
30
|
+
"behaviors": [
|
|
31
|
+
"reasoning.strip-think-tags",
|
|
32
|
+
"fabrication.detect-past-tense-no-tools",
|
|
33
|
+
"turn.preamble-folding"
|
|
34
|
+
],
|
|
35
|
+
"llamaCpp": {
|
|
36
|
+
"huggingfaceRepo": "unsloth/Mistral-Medium-3.5-128B-GGUF",
|
|
37
|
+
"shardsDir": "Q4_K_M",
|
|
38
|
+
"quantization": "Q4_K_M"
|
|
39
|
+
},
|
|
40
|
+
"mlx": {
|
|
41
|
+
"huggingfaceRepo": "mlx-community/Mistral-Medium-3.5-128B-4bit",
|
|
42
|
+
"quantization": "4bit"
|
|
43
|
+
},
|
|
44
|
+
"tuning": {
|
|
45
|
+
"sampling": {
|
|
46
|
+
"temperature": 0.7,
|
|
47
|
+
"topP": 0.95,
|
|
48
|
+
"topK": 64,
|
|
49
|
+
"repetitionPenalty": 1.05,
|
|
50
|
+
"repetitionContext": 20,
|
|
51
|
+
"maxTokens": 8192
|
|
52
|
+
},
|
|
53
|
+
"reasoning": {
|
|
54
|
+
"thinkingBudget": 4096
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "muse-glimmer-30b-q4",
|
|
3
|
+
"name": "Muse Glimmer (30B, Q4)",
|
|
4
|
+
"description": "Meta Superintelligence Labs' Muse family, distilled from the larger Muse Spark down to 30B: a dense agentic model (29.6B language model plus a ~1.8B ViT-G/14 perception encoder) built for long-horizon tool use on consumer hardware. A new architecture rather than a Llama derivative — its own chat format and tool-call grammar. Multimodal (text + image), 131K native context, native tool calling, and a reasoning strength dial from low to xhigh. Meta's own calibrated K-quant build, sized to fit 24GB of VRAM.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"meta",
|
|
7
|
+
"agentic",
|
|
8
|
+
"multimodal",
|
|
9
|
+
"vision",
|
|
10
|
+
"tools",
|
|
11
|
+
"long-context",
|
|
12
|
+
"reasoning"
|
|
13
|
+
],
|
|
14
|
+
"category": "general",
|
|
15
|
+
"maintainer": {
|
|
16
|
+
"name": "Meta Superintelligence Labs",
|
|
17
|
+
"url": "https://huggingface.co/meta-models/Muse-Glimmer-30B"
|
|
18
|
+
},
|
|
19
|
+
"version": "1.0.0",
|
|
20
|
+
"updatedAt": "2026-08-10T00:00:00Z",
|
|
21
|
+
"license": "Apache-2.0",
|
|
22
|
+
"licenseClass": "open",
|
|
23
|
+
"licenseShortName": "Apache 2.0",
|
|
24
|
+
"parameterSize": "30B",
|
|
25
|
+
"approxSizeBytes": 16756681056,
|
|
26
|
+
"supportsTools": true,
|
|
27
|
+
"contextWindow": 131072,
|
|
28
|
+
"upstream": "https://huggingface.co/meta-models/Muse-Glimmer-30B",
|
|
29
|
+
"minGezelVersion": "1.99999",
|
|
30
|
+
"style": {
|
|
31
|
+
"family": "muse",
|
|
32
|
+
"reasoningFormat": "channel",
|
|
33
|
+
"toolCallFormat": "function-call"
|
|
34
|
+
},
|
|
35
|
+
"tuning": {
|
|
36
|
+
"sampling": {
|
|
37
|
+
"temperature": 1,
|
|
38
|
+
"topP": 0.95,
|
|
39
|
+
"topK": 64,
|
|
40
|
+
"maxTokens": 8192
|
|
41
|
+
},
|
|
42
|
+
"reasoning": {
|
|
43
|
+
"enableThinking": true,
|
|
44
|
+
"templateKwargs": {
|
|
45
|
+
"reasoning_strength": "high"
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
"profiles": {
|
|
49
|
+
"thinking-general": {
|
|
50
|
+
"sampling": {
|
|
51
|
+
"temperature": 1,
|
|
52
|
+
"topP": 0.95,
|
|
53
|
+
"topK": 64,
|
|
54
|
+
"maxTokens": 8192
|
|
55
|
+
},
|
|
56
|
+
"reasoning": {
|
|
57
|
+
"enableThinking": true,
|
|
58
|
+
"templateKwargs": {
|
|
59
|
+
"reasoning_strength": "high"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
},
|
|
63
|
+
"thinking-coding": {
|
|
64
|
+
"sampling": {
|
|
65
|
+
"temperature": 1,
|
|
66
|
+
"topP": 0.95,
|
|
67
|
+
"topK": 64,
|
|
68
|
+
"maxTokens": 16384
|
|
69
|
+
},
|
|
70
|
+
"reasoning": {
|
|
71
|
+
"enableThinking": true,
|
|
72
|
+
"templateKwargs": {
|
|
73
|
+
"reasoning_strength": "xhigh"
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
},
|
|
77
|
+
"thinking-precise": {
|
|
78
|
+
"sampling": {
|
|
79
|
+
"temperature": 0.6,
|
|
80
|
+
"topP": 0.9,
|
|
81
|
+
"topK": 64,
|
|
82
|
+
"maxTokens": 8192
|
|
83
|
+
},
|
|
84
|
+
"reasoning": {
|
|
85
|
+
"enableThinking": true,
|
|
86
|
+
"templateKwargs": {
|
|
87
|
+
"reasoning_strength": "high"
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
},
|
|
91
|
+
"instruct": {
|
|
92
|
+
"sampling": {
|
|
93
|
+
"temperature": 0.7,
|
|
94
|
+
"topP": 0.95,
|
|
95
|
+
"topK": 64,
|
|
96
|
+
"maxTokens": 4096
|
|
97
|
+
},
|
|
98
|
+
"reasoning": {
|
|
99
|
+
"templateKwargs": {
|
|
100
|
+
"reasoning_strength": "low"
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
},
|
|
104
|
+
"creative": {
|
|
105
|
+
"sampling": {
|
|
106
|
+
"temperature": 1.1,
|
|
107
|
+
"topP": 0.95,
|
|
108
|
+
"topK": 64,
|
|
109
|
+
"maxTokens": 8192
|
|
110
|
+
},
|
|
111
|
+
"reasoning": {
|
|
112
|
+
"templateKwargs": {
|
|
113
|
+
"reasoning_strength": "low"
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
},
|
|
119
|
+
"llamaCpp": {
|
|
120
|
+
"huggingfaceRepo": "meta-models/Muse-Glimmer-30B-GGUF",
|
|
121
|
+
"filename": "muse-glimmer-30B-kquant-17gb.gguf",
|
|
122
|
+
"quantization": "K-Quant-17GB",
|
|
123
|
+
"mmprojFilename": "mmproj-kquant.gguf",
|
|
124
|
+
"residentBytes": 21416116224
|
|
125
|
+
}
|
|
126
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "nemotron3-nano-30b-q4",
|
|
3
|
+
"name": "Nemotron-3 Nano (30B, MoE Reasoning)",
|
|
4
|
+
"description": "NVIDIA's Nemotron-3 Nano Omni — 30B-parameter hybrid Mamba/Transformer Mixture-of-Experts (~3B active per token) tuned for reasoning. Native function-calling, 128K context, multimodal (text + image + audio + video).",
|
|
5
|
+
"tags": [
|
|
6
|
+
"nvidia",
|
|
7
|
+
"reasoning",
|
|
8
|
+
"moe",
|
|
9
|
+
"hybrid",
|
|
10
|
+
"tools",
|
|
11
|
+
"multimodal",
|
|
12
|
+
"vision",
|
|
13
|
+
"audio",
|
|
14
|
+
"video"
|
|
15
|
+
],
|
|
16
|
+
"category": "reasoning",
|
|
17
|
+
"maintainer": {
|
|
18
|
+
"name": "NVIDIA",
|
|
19
|
+
"url": "https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning"
|
|
20
|
+
},
|
|
21
|
+
"version": "1.0.0",
|
|
22
|
+
"updatedAt": "2026-05-17T00:00:00Z",
|
|
23
|
+
"license": "NVIDIA Open Model License",
|
|
24
|
+
"parameterSize": "30B",
|
|
25
|
+
"approxSizeBytes": 24515129536,
|
|
26
|
+
"supportsTools": true,
|
|
27
|
+
"contextWindow": 131072,
|
|
28
|
+
"upstream": "https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning",
|
|
29
|
+
"style": {
|
|
30
|
+
"family": "nemotron",
|
|
31
|
+
"reasoningFormat": "think",
|
|
32
|
+
"toolCallFormat": "function-call"
|
|
33
|
+
},
|
|
34
|
+
"behaviors": [
|
|
35
|
+
"reasoning.strip-think-tags",
|
|
36
|
+
"fabrication.detect-past-tense-no-tools",
|
|
37
|
+
"turn.preamble-folding"
|
|
38
|
+
],
|
|
39
|
+
"llamaCpp": {
|
|
40
|
+
"huggingfaceRepo": "lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF",
|
|
41
|
+
"filename": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M.gguf",
|
|
42
|
+
"quantization": "Q4_K_M",
|
|
43
|
+
"mmprojFilename": "mmproj-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16.gguf"
|
|
44
|
+
},
|
|
45
|
+
"mlx": {
|
|
46
|
+
"huggingfaceRepo": "mlx-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-nvfp4",
|
|
47
|
+
"quantization": "nvfp4"
|
|
48
|
+
}
|
|
49
|
+
}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "nemotron3-super-120b-q4",
|
|
3
|
+
"name": "Nemotron-3 Super (120B-A12B)",
|
|
4
|
+
"description": "NVIDIA's flagship Nemotron-3 Super — 120B-parameter hybrid Mamba/Transformer Mixture-of-Experts (~12B active per token). Native function-calling, 128K context. Frontier-tier on-device reasoning for workstations and Mac Studio-class hardware — needs ~100GB of usable memory for Q4_K_M. MLX path is held until mlx-community publishes a build that doesn't require trust_remote_code; for now this is llama.cpp-only.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"nvidia",
|
|
7
|
+
"reasoning",
|
|
8
|
+
"moe",
|
|
9
|
+
"hybrid",
|
|
10
|
+
"tools",
|
|
11
|
+
"large"
|
|
12
|
+
],
|
|
13
|
+
"category": "reasoning",
|
|
14
|
+
"maintainer": {
|
|
15
|
+
"name": "NVIDIA",
|
|
16
|
+
"url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16"
|
|
17
|
+
},
|
|
18
|
+
"version": "1.0.0",
|
|
19
|
+
"updatedAt": "2026-05-17T00:00:00Z",
|
|
20
|
+
"license": "NVIDIA Open Model License",
|
|
21
|
+
"parameterSize": "120B",
|
|
22
|
+
"approxSizeBytes": 86051079584,
|
|
23
|
+
"supportsTools": true,
|
|
24
|
+
"contextWindow": 131072,
|
|
25
|
+
"upstream": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16",
|
|
26
|
+
"style": {
|
|
27
|
+
"family": "nemotron",
|
|
28
|
+
"reasoningFormat": "think",
|
|
29
|
+
"toolCallFormat": "function-call"
|
|
30
|
+
},
|
|
31
|
+
"behaviors": [
|
|
32
|
+
"reasoning.strip-think-tags",
|
|
33
|
+
"fabrication.detect-past-tense-no-tools",
|
|
34
|
+
"turn.preamble-folding"
|
|
35
|
+
],
|
|
36
|
+
"llamaCpp": {
|
|
37
|
+
"huggingfaceRepo": "lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF",
|
|
38
|
+
"shardsPrefix": "NVIDIA-Nemotron-3-Super-120B-A12B-Q4_K_M-",
|
|
39
|
+
"quantization": "Q4_K_M"
|
|
40
|
+
}
|
|
41
|
+
}
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
{
|
|
2
|
+
"id": "ornith-35b-q4",
|
|
3
|
+
"name": "Ornith 1.0 (35B, Q4)",
|
|
4
|
+
"description": "DeepReinforce's Ornith 1.0 at 35B total parameters (Qwen 3.5 MoE architecture), an agentic-coding model trained with a self-improving reinforcement-learning framework — state-of-the-art on SWE-Bench and Terminal-Bench. Native <think> reasoning, OpenAI-style tool calling, 256K context. Q4_K_M quantization for a ~21GB footprint. MIT licensed.",
|
|
5
|
+
"tags": [
|
|
6
|
+
"deepreinforce",
|
|
7
|
+
"coding",
|
|
8
|
+
"agentic",
|
|
9
|
+
"tools",
|
|
10
|
+
"reasoning",
|
|
11
|
+
"long-context",
|
|
12
|
+
"moe"
|
|
13
|
+
],
|
|
14
|
+
"category": "coding",
|
|
15
|
+
"maintainer": {
|
|
16
|
+
"name": "DeepReinforce",
|
|
17
|
+
"url": "https://huggingface.co/deepreinforce-ai"
|
|
18
|
+
},
|
|
19
|
+
"version": "1.0.0",
|
|
20
|
+
"updatedAt": "2026-07-01T00:00:00Z",
|
|
21
|
+
"license": "MIT",
|
|
22
|
+
"licenseClass": "open",
|
|
23
|
+
"licenseShortName": "MIT",
|
|
24
|
+
"parameterSize": "35B",
|
|
25
|
+
"approxSizeBytes": 21200000000,
|
|
26
|
+
"supportsTools": true,
|
|
27
|
+
"contextWindow": 262144,
|
|
28
|
+
"kvBytesPerTokenF16": 20480,
|
|
29
|
+
"kvFixedBytesF16": 64389120,
|
|
30
|
+
"upstream": "https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B",
|
|
31
|
+
"style": {
|
|
32
|
+
"family": "qwen",
|
|
33
|
+
"reasoningFormat": "think",
|
|
34
|
+
"toolCallFormat": "function-call"
|
|
35
|
+
},
|
|
36
|
+
"behaviors": [
|
|
37
|
+
"reasoning.strip-think-tags",
|
|
38
|
+
"prompt.tool-cookbook-condensed",
|
|
39
|
+
"fabrication.detect-past-tense-no-tools",
|
|
40
|
+
"turn.ollama-num-predict-bumped",
|
|
41
|
+
"turn.preamble-folding",
|
|
42
|
+
"turn.ramble-detection"
|
|
43
|
+
],
|
|
44
|
+
"tuning": {
|
|
45
|
+
"sampling": {
|
|
46
|
+
"temperature": 0.6,
|
|
47
|
+
"topP": 0.95,
|
|
48
|
+
"topK": 20,
|
|
49
|
+
"minP": 0,
|
|
50
|
+
"maxTokens": 8192
|
|
51
|
+
},
|
|
52
|
+
"samplingWhenThinking": {
|
|
53
|
+
"temperature": 0.6,
|
|
54
|
+
"topP": 0.95
|
|
55
|
+
},
|
|
56
|
+
"reasoning": {
|
|
57
|
+
"enableThinking": true,
|
|
58
|
+
"thinkingBudget": 4096
|
|
59
|
+
},
|
|
60
|
+
"promptTags": {
|
|
61
|
+
"enableThinkingTag": "/think",
|
|
62
|
+
"disableThinkingTag": "/no_think"
|
|
63
|
+
},
|
|
64
|
+
"profiles": {
|
|
65
|
+
"thinking-general": {
|
|
66
|
+
"sampling": {
|
|
67
|
+
"temperature": 0.6,
|
|
68
|
+
"topP": 0.95,
|
|
69
|
+
"topK": 20,
|
|
70
|
+
"minP": 0,
|
|
71
|
+
"repetitionPenalty": 1,
|
|
72
|
+
"maxTokens": 12288
|
|
73
|
+
},
|
|
74
|
+
"reasoning": {
|
|
75
|
+
"enableThinking": true,
|
|
76
|
+
"thinkingBudget": 4096
|
|
77
|
+
}
|
|
78
|
+
},
|
|
79
|
+
"thinking-coding": {
|
|
80
|
+
"sampling": {
|
|
81
|
+
"temperature": 0.6,
|
|
82
|
+
"topP": 0.95,
|
|
83
|
+
"topK": 20,
|
|
84
|
+
"minP": 0,
|
|
85
|
+
"repetitionPenalty": 1,
|
|
86
|
+
"maxTokens": 16384
|
|
87
|
+
},
|
|
88
|
+
"reasoning": {
|
|
89
|
+
"enableThinking": true,
|
|
90
|
+
"thinkingBudget": 6144
|
|
91
|
+
}
|
|
92
|
+
},
|
|
93
|
+
"thinking-precise": {
|
|
94
|
+
"sampling": {
|
|
95
|
+
"temperature": 0.4,
|
|
96
|
+
"topP": 0.9,
|
|
97
|
+
"topK": 20,
|
|
98
|
+
"minP": 0,
|
|
99
|
+
"seed": 0,
|
|
100
|
+
"maxTokens": 6144
|
|
101
|
+
},
|
|
102
|
+
"reasoning": {
|
|
103
|
+
"enableThinking": true,
|
|
104
|
+
"thinkingBudget": 4096
|
|
105
|
+
}
|
|
106
|
+
},
|
|
107
|
+
"instruct": {
|
|
108
|
+
"sampling": {
|
|
109
|
+
"temperature": 0.7,
|
|
110
|
+
"topP": 0.8,
|
|
111
|
+
"topK": 20,
|
|
112
|
+
"minP": 0,
|
|
113
|
+
"presencePenalty": 1.5,
|
|
114
|
+
"repetitionPenalty": 1,
|
|
115
|
+
"maxTokens": 4096
|
|
116
|
+
},
|
|
117
|
+
"reasoning": {
|
|
118
|
+
"enableThinking": false
|
|
119
|
+
}
|
|
120
|
+
},
|
|
121
|
+
"creative": {
|
|
122
|
+
"sampling": {
|
|
123
|
+
"temperature": 1.1,
|
|
124
|
+
"topP": 0.95,
|
|
125
|
+
"topK": 40,
|
|
126
|
+
"maxTokens": 8192
|
|
127
|
+
},
|
|
128
|
+
"reasoning": {
|
|
129
|
+
"enableThinking": false
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
},
|
|
134
|
+
"llamaCpp": {
|
|
135
|
+
"huggingfaceRepo": "deepreinforce-ai/Ornith-1.0-35B-GGUF",
|
|
136
|
+
"filename": "ornith-1.0-35b-Q4_K_M.gguf",
|
|
137
|
+
"quantization": "Q4_K_M",
|
|
138
|
+
"residentBytes": 25400109312
|
|
139
|
+
},
|
|
140
|
+
"mlx": {
|
|
141
|
+
"huggingfaceRepo": "mlx-community/Ornith-1.0-35B-4bit",
|
|
142
|
+
"quantization": "4bit",
|
|
143
|
+
"residentBytes": 26557921365
|
|
144
|
+
}
|
|
145
|
+
}
|