@bendyline/gilde 0.1.29 → 0.1.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (126) hide show
  1. package/authoring/chat-models/btl4-35b-q4.json +4 -5
  2. package/authoring/chat-models/btl4-compact-iq2.json +4 -5
  3. package/authoring/chat-models/deepseek-r1-8b-q4.json +2 -2
  4. package/authoring/chat-models/gemma4-12b-q4.json +2 -3
  5. package/authoring/chat-models/gemma4-12b-q8.json +2 -3
  6. package/authoring/chat-models/gemma4-26b-q4.json +2 -3
  7. package/authoring/chat-models/gemma4-31b-q4.json +2 -3
  8. package/authoring/chat-models/gemma4-e2b-q4.json +2 -3
  9. package/authoring/chat-models/gemma4-e4b-q4.json +2 -3
  10. package/authoring/chat-models/gpt-oss-20b-q4.json +2 -2
  11. package/authoring/chat-models/laguna-s-2.1-118b-q4.json +4 -6
  12. package/authoring/chat-models/laguna-s-2.1-118b-q6.json +3 -4
  13. package/authoring/chat-models/laguna-s-2.1-118b-q8.json +4 -6
  14. package/authoring/chat-models/lfm2.5-2.6b-q4.json +2 -2
  15. package/authoring/chat-models/llama3.2-3b-q4.json +2 -2
  16. package/authoring/chat-models/mistral-7b-q4.json +2 -2
  17. package/authoring/chat-models/mistral-medium-3.5-128b-q4.json +2 -2
  18. package/authoring/chat-models/muse-glimmer-30b-q4.json +4 -5
  19. package/authoring/chat-models/nemotron3-nano-30b-q4.json +3 -3
  20. package/authoring/chat-models/nemotron3-super-120b-q4.json +3 -3
  21. package/authoring/chat-models/nemotron3.5-lightning-30b-q4.json +5 -7
  22. package/authoring/chat-models/nemotron3.5-lightning-30b-q8.json +5 -7
  23. package/authoring/chat-models/ornith-35b-q4.json +5 -7
  24. package/authoring/chat-models/ornith-35b-q8.json +5 -7
  25. package/authoring/chat-models/ornith-9b-q4.json +5 -7
  26. package/authoring/chat-models/qwen3.5-122b-a10b-q4.json +3 -5
  27. package/authoring/chat-models/qwen3.5-2b-q4.json +3 -4
  28. package/authoring/chat-models/qwen3.5-4b-q4.json +3 -4
  29. package/authoring/chat-models/qwen3.5-9b-q4.json +3 -4
  30. package/authoring/chat-models/qwen3.6-27b-q4.json +3 -4
  31. package/authoring/chat-models/qwen3.6-27b-q8.json +3 -4
  32. package/authoring/chat-models/qwen3.6-35b-a3b-q4.json +3 -4
  33. package/authoring/chat-models/qwen3.6-35b-a3b-q8.json +3 -4
  34. package/authoring/chat-models/qwen3.8-27b-q4.json +22 -9
  35. package/authoring/chat-models/qwen3.8-27b-q6.json +190 -0
  36. package/authoring/chat-models/qwen3.8-27b-q8.json +184 -0
  37. package/authoring/chat-models/talkie-1930-13b-q4.json +3 -4
  38. package/authoring/chat-models/ternary-bonsai-27b-q2.json +3 -4
  39. package/data/chat-models/bt/btl4-35b-q4/manifest.json +4 -5
  40. package/data/chat-models/bt/btl4-35b-q4/versions/1.0.1/manifest.json +15 -0
  41. package/data/chat-models/bt/btl4-compact-iq2/manifest.json +4 -5
  42. package/data/chat-models/bt/btl4-compact-iq2/versions/1.0.2/manifest.json +15 -0
  43. package/data/chat-models/de/deepseek-r1-8b-q4/manifest.json +4 -6
  44. package/data/chat-models/de/deepseek-r1-8b-q4/versions/1.1.1/manifest.json +61 -0
  45. package/data/chat-models/ge/gemma4-12b-q4/manifest.json +2 -3
  46. package/data/chat-models/ge/gemma4-12b-q4/versions/1.1.3/manifest.json +78 -0
  47. package/data/chat-models/ge/gemma4-12b-q8/manifest.json +2 -3
  48. package/data/chat-models/ge/gemma4-12b-q8/versions/1.0.3/manifest.json +78 -0
  49. package/data/chat-models/ge/gemma4-26b-q4/manifest.json +2 -3
  50. package/data/chat-models/ge/gemma4-26b-q4/versions/1.2.2/manifest.json +80 -0
  51. package/data/chat-models/ge/gemma4-31b-q4/manifest.json +2 -3
  52. package/data/chat-models/ge/gemma4-31b-q4/versions/1.2.2/manifest.json +95 -0
  53. package/data/chat-models/ge/gemma4-e2b-q4/manifest.json +2 -3
  54. package/data/chat-models/ge/gemma4-e2b-q4/versions/1.2.1/manifest.json +71 -0
  55. package/data/chat-models/ge/gemma4-e4b-q4/manifest.json +2 -3
  56. package/data/chat-models/ge/gemma4-e4b-q4/versions/1.2.1/manifest.json +76 -0
  57. package/data/chat-models/gp/gpt-oss-20b-q4/manifest.json +4 -6
  58. package/data/chat-models/gp/gpt-oss-20b-q4/versions/1.1.1/manifest.json +71 -0
  59. package/data/chat-models/index.json +1 -1
  60. package/data/chat-models/la/laguna-s-2.1-118b-q4/manifest.json +4 -6
  61. package/data/chat-models/la/laguna-s-2.1-118b-q4/versions/1.0.2/manifest.json +123 -0
  62. package/data/chat-models/la/laguna-s-2.1-118b-q6/manifest.json +3 -4
  63. package/data/chat-models/la/laguna-s-2.1-118b-q6/versions/1.0.1/manifest.json +145 -0
  64. package/data/chat-models/la/laguna-s-2.1-118b-q8/manifest.json +4 -6
  65. package/data/chat-models/la/laguna-s-2.1-118b-q8/versions/1.0.2/manifest.json +173 -0
  66. package/data/chat-models/lf/lfm2.5-2.6b-q4/manifest.json +4 -6
  67. package/data/chat-models/lf/lfm2.5-2.6b-q4/versions/1.0.1/manifest.json +58 -0
  68. package/data/chat-models/ll/llama3.2-3b-q4/manifest.json +4 -6
  69. package/data/chat-models/ll/llama3.2-3b-q4/versions/1.1.1/manifest.json +56 -0
  70. package/data/chat-models/mi/mistral-7b-q4/manifest.json +4 -6
  71. package/data/chat-models/mi/mistral-7b-q4/versions/1.1.1/manifest.json +61 -0
  72. package/data/chat-models/mi/mistral-medium-3.5-128b-q4/manifest.json +2 -2
  73. package/data/chat-models/mi/mistral-medium-3.5-128b-q4/versions/1.0.1/manifest.json +153 -0
  74. package/data/chat-models/mu/muse-glimmer-30b-q4/manifest.json +4 -5
  75. package/data/chat-models/mu/muse-glimmer-30b-q4/versions/1.0.1/manifest.json +20 -0
  76. package/data/chat-models/ne/nemotron3-nano-30b-q4/manifest.json +3 -3
  77. package/data/chat-models/ne/nemotron3-nano-30b-q4/versions/1.0.1/manifest.json +94 -0
  78. package/data/chat-models/ne/nemotron3-nano-30b-q4/versions/1.0.2/manifest.json +93 -0
  79. package/data/chat-models/ne/nemotron3-super-120b-q4/manifest.json +3 -3
  80. package/data/chat-models/ne/nemotron3-super-120b-q4/versions/1.0.1/manifest.json +30 -0
  81. package/data/chat-models/ne/nemotron3.5-lightning-30b-q4/manifest.json +5 -7
  82. package/data/chat-models/ne/nemotron3.5-lightning-30b-q4/versions/1.0.1/manifest.json +73 -0
  83. package/data/chat-models/ne/nemotron3.5-lightning-30b-q8/manifest.json +5 -7
  84. package/data/chat-models/ne/nemotron3.5-lightning-30b-q8/versions/1.0.1/manifest.json +88 -0
  85. package/data/chat-models/or/ornith-35b-q4/manifest.json +5 -7
  86. package/data/chat-models/or/ornith-35b-q4/versions/1.0.1/manifest.json +93 -0
  87. package/data/chat-models/or/ornith-35b-q8/manifest.json +5 -7
  88. package/data/chat-models/or/ornith-35b-q8/versions/1.0.1/manifest.json +113 -0
  89. package/data/chat-models/or/ornith-9b-q4/manifest.json +5 -7
  90. package/data/chat-models/or/ornith-9b-q4/versions/1.0.1/manifest.json +83 -0
  91. package/data/chat-models/qw/qwen3.5-122b-a10b-q4/manifest.json +3 -5
  92. package/data/chat-models/qw/qwen3.5-122b-a10b-q4/versions/1.0.2/manifest.json +164 -0
  93. package/data/chat-models/qw/qwen3.5-122b-a10b-q4/versions/1.0.3/manifest.json +163 -0
  94. package/data/chat-models/qw/qwen3.5-2b-q4/manifest.json +3 -4
  95. package/data/chat-models/qw/qwen3.5-2b-q4/versions/1.1.3/manifest.json +76 -0
  96. package/data/chat-models/qw/qwen3.5-4b-q4/manifest.json +3 -4
  97. package/data/chat-models/qw/qwen3.5-4b-q4/versions/1.1.3/manifest.json +76 -0
  98. package/data/chat-models/qw/qwen3.5-9b-q4/manifest.json +3 -4
  99. package/data/chat-models/qw/qwen3.5-9b-q4/versions/1.1.3/manifest.json +81 -0
  100. package/data/chat-models/qw/qwen3.6-27b-q4/manifest.json +3 -4
  101. package/data/chat-models/qw/qwen3.6-27b-q4/versions/1.1.5/manifest.json +91 -0
  102. package/data/chat-models/qw/qwen3.6-27b-q8/manifest.json +3 -4
  103. package/data/chat-models/qw/qwen3.6-27b-q8/versions/1.0.3/manifest.json +103 -0
  104. package/data/chat-models/qw/qwen3.6-35b-a3b-q4/manifest.json +3 -4
  105. package/data/chat-models/qw/qwen3.6-35b-a3b-q4/versions/1.0.2/manifest.json +93 -0
  106. package/data/chat-models/qw/qwen3.6-35b-a3b-q8/manifest.json +3 -4
  107. package/data/chat-models/qw/qwen3.6-35b-a3b-q8/versions/1.0.2/manifest.json +113 -0
  108. package/data/chat-models/qw/qwen3.8-27b-q4/manifest.json +94 -12
  109. package/data/chat-models/qw/qwen3.8-27b-q4/versions/1.0.1/manifest.json +93 -0
  110. package/data/chat-models/qw/qwen3.8-27b-q6/manifest.json +195 -0
  111. package/data/chat-models/qw/qwen3.8-27b-q6/versions/1.0.0/manifest.json +20 -0
  112. package/data/chat-models/qw/qwen3.8-27b-q8/manifest.json +278 -0
  113. package/data/chat-models/qw/qwen3.8-27b-q8/versions/1.0.0/manifest.json +113 -0
  114. package/data/chat-models/qw/qwen3.8-27b-q8/versions/1.0.1/manifest.json +113 -0
  115. package/data/chat-models/ta/talkie-1930-13b-q4/manifest.json +3 -4
  116. package/data/chat-models/ta/talkie-1930-13b-q4/versions/1.0.1/manifest.json +15 -0
  117. package/data/chat-models/te/ternary-bonsai-27b-q2/manifest.json +3 -4
  118. package/data/chat-models/te/ternary-bonsai-27b-q2/versions/1.0.1/manifest.json +70 -0
  119. package/data/craftbook-templates/index.json +1 -1
  120. package/data/craftbook-templates/pu/pull-request-review/versions/1.5.0/craftbook.json +188 -0
  121. package/data/craftbook-templates/pu/pull-request-review/versions/1.5.0/test.json +123 -0
  122. package/data/gezel-templates/bu/builder/manifest.json +1 -1
  123. package/data/gezel-templates/bu/builder/versions/1.4.0/about.md +34 -0
  124. package/data/gezel-templates/bu/builder/versions/1.4.0/manifest.json +9 -0
  125. package/data/gezel-templates/index.json +1 -1
  126. package/package.json +1 -1
@@ -0,0 +1,93 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "version": "1.0.1",
4
+ "releasedAt": "2026-08-15T00:00:00Z",
5
+ "approxSizeBytes": 17106775008,
6
+ "llamaCpp": {
7
+ "huggingfaceRepo": "unsloth/Qwen3.8-27B-GGUF",
8
+ "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
9
+ "filename": "Qwen3.8-27B-Q4_K_M.gguf",
10
+ "sha256": "7e78da5d7e3ae28d178121f58646953305f3e5bd3cb46f4a75584e8b6c6fe169",
11
+ "approxSizeBytes": 17106775008,
12
+ "quantization": "Q4_K_M",
13
+ "residentBytes": 20528130010,
14
+ "mmproj": {
15
+ "filename": "mmproj-F16.gguf",
16
+ "sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e",
17
+ "sizeBytes": 927607488
18
+ }
19
+ },
20
+ "mlx": {
21
+ "huggingfaceRepo": "mlx-community/Qwen3.8-27B-4bit",
22
+ "revision": "3e6447f082e89cc7f0bc6e5441afd38dfce760ff",
23
+ "quantization": "4bit",
24
+ "approxSizeBytes": 16081488731,
25
+ "files": [
26
+ {
27
+ "name": "chat_template.jinja",
28
+ "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
29
+ "sizeBytes": 8952
30
+ },
31
+ {
32
+ "name": "config.json",
33
+ "sha256": "14b65a0ee06517060a6bbd979bb1a8ff54e7b304b1a1f01d54344b88b8285e85",
34
+ "sizeBytes": 4932
35
+ },
36
+ {
37
+ "name": "generation_config.json",
38
+ "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
39
+ "sizeBytes": 202
40
+ },
41
+ {
42
+ "name": "model-00001-of-00003.safetensors",
43
+ "sha256": "6cc1508e96fb5d0865dfd5753a79f4ec60651bf3e2a82844a7e8ae9c60528c0d",
44
+ "sizeBytes": 5343268662
45
+ },
46
+ {
47
+ "name": "model-00002-of-00003.safetensors",
48
+ "sha256": "83f2a20ca8058f486a3634a27faf99587f4cd3c156a83dee34fb99e6ac178670",
49
+ "sizeBytes": 5354185130
50
+ },
51
+ {
52
+ "name": "model-00003-of-00003.safetensors",
53
+ "sha256": "31b8c91ef899f79efaaa69e3d2c096f6e2ebeb2ff20e29222abbd9ebc79e560a",
54
+ "sizeBytes": 5357087557
55
+ },
56
+ {
57
+ "name": "model.safetensors.index.json",
58
+ "sha256": "13b840162b4cb35c66fef7df072f7dbb4717908204364f5e5d9f9655a2758fa8",
59
+ "sizeBytes": 218281
60
+ },
61
+ {
62
+ "name": "preprocessor_config.json",
63
+ "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
64
+ "sizeBytes": 390
65
+ },
66
+ {
67
+ "name": "processor_config.json",
68
+ "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040",
69
+ "sizeBytes": 991
70
+ },
71
+ {
72
+ "name": "tokenizer.json",
73
+ "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
74
+ "sizeBytes": 19989325
75
+ },
76
+ {
77
+ "name": "tokenizer_config.json",
78
+ "sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b",
79
+ "sizeBytes": 1165
80
+ },
81
+ {
82
+ "name": "video_preprocessor_config.json",
83
+ "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
84
+ "sizeBytes": 385
85
+ },
86
+ {
87
+ "name": "vocab.json",
88
+ "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
89
+ "sizeBytes": 6722759
90
+ }
91
+ ]
92
+ }
93
+ }
@@ -0,0 +1,195 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "kind": "chat-model",
4
+ "id": "qwen3.8-27b-q6",
5
+ "name": "Qwen 3.8 (27B, Q6)",
6
+ "description": "Alibaba's Qwen 3.8 at 27B parameters: a dense, multimodal agentic model with native text, image, and video understanding, 262K context, flexible reasoning effort, MTP, and native tool calling. Q6_K offers a higher-fidelity middle ground between the practical Q4 and larger Q8 builds, targeting machines with 32GB+ usable memory.",
7
+ "tags": [
8
+ "alibaba",
9
+ "agentic",
10
+ "coding",
11
+ "multimodal",
12
+ "vision",
13
+ "video",
14
+ "tools",
15
+ "reasoning",
16
+ "long-context"
17
+ ],
18
+ "category": "general",
19
+ "maintainer": {
20
+ "name": "Alibaba",
21
+ "url": "https://huggingface.co/Qwen/Qwen3.8-27B"
22
+ },
23
+ "version": "1.0.0",
24
+ "updatedAt": "2026-08-15T00:00:00Z",
25
+ "license": "Apache-2.0",
26
+ "licenseClass": "open",
27
+ "licenseShortName": "Apache 2.0",
28
+ "recoScore": 20,
29
+ "parameterSize": "27B",
30
+ "approxSizeBytes": 22884408288,
31
+ "supportsTools": true,
32
+ "contextWindow": 262144,
33
+ "upstream": "https://huggingface.co/Qwen/Qwen3.8-27B",
34
+ "style": {
35
+ "family": "qwen",
36
+ "reasoningFormat": "think",
37
+ "toolCallFormat": "function-call"
38
+ },
39
+ "behaviors": [
40
+ "reasoning.strip-think-tags",
41
+ "provider.merge-system-messages",
42
+ "mcp.compact-tool-schemas",
43
+ "provider.compact-write-transcript",
44
+ "fabrication.detect-past-tense-no-tools",
45
+ "turn.ollama-num-predict-bumped",
46
+ "turn.preamble-folding",
47
+ "turn.ramble-detection",
48
+ "tools.mlx-grammar",
49
+ "prompt.retrieval-first",
50
+ "prompt.workspace-gestalt",
51
+ "prompt.derive-by-execution"
52
+ ],
53
+ "tuning": {
54
+ "sampling": {
55
+ "temperature": 1,
56
+ "topP": 0.95,
57
+ "topK": 20,
58
+ "minP": 0,
59
+ "presencePenalty": 0,
60
+ "repetitionPenalty": 1,
61
+ "maxTokens": 12288
62
+ },
63
+ "samplingWhenThinking": {
64
+ "temperature": 1,
65
+ "topP": 0.95
66
+ },
67
+ "reasoning": {
68
+ "enableThinking": true,
69
+ "thinkingBudget": 4096,
70
+ "templateKwargs": {
71
+ "reasoning_effort": "medium"
72
+ }
73
+ },
74
+ "promptTags": {
75
+ "enableThinkingTag": "/think",
76
+ "disableThinkingTag": "/no_think"
77
+ },
78
+ "profiles": {
79
+ "thinking-general": {
80
+ "sampling": {
81
+ "temperature": 1,
82
+ "topP": 0.95,
83
+ "topK": 20,
84
+ "minP": 0,
85
+ "presencePenalty": 0,
86
+ "repetitionPenalty": 1,
87
+ "maxTokens": 12288
88
+ },
89
+ "reasoning": {
90
+ "enableThinking": true,
91
+ "thinkingBudget": 4096,
92
+ "templateKwargs": {
93
+ "reasoning_effort": "medium"
94
+ }
95
+ }
96
+ },
97
+ "thinking-deep": {
98
+ "reasoning": {
99
+ "enableThinking": true,
100
+ "thinkingBudget": 4096,
101
+ "templateKwargs": {
102
+ "reasoning_effort": "xhigh"
103
+ }
104
+ }
105
+ },
106
+ "thinking-coding": {
107
+ "sampling": {
108
+ "temperature": 1,
109
+ "topP": 0.95,
110
+ "topK": 20,
111
+ "minP": 0,
112
+ "presencePenalty": 0,
113
+ "repetitionPenalty": 1,
114
+ "maxTokens": 16384
115
+ },
116
+ "reasoning": {
117
+ "enableThinking": true,
118
+ "thinkingBudget": 4096,
119
+ "templateKwargs": {
120
+ "reasoning_effort": "medium"
121
+ }
122
+ }
123
+ },
124
+ "thinking-precise": {
125
+ "sampling": {
126
+ "temperature": 0.6,
127
+ "topP": 0.95,
128
+ "topK": 20,
129
+ "minP": 0,
130
+ "presencePenalty": 0,
131
+ "repetitionPenalty": 1,
132
+ "seed": 0,
133
+ "maxTokens": 6144
134
+ },
135
+ "reasoning": {
136
+ "enableThinking": true,
137
+ "thinkingBudget": 4096,
138
+ "templateKwargs": {
139
+ "reasoning_effort": "medium"
140
+ }
141
+ }
142
+ },
143
+ "instruct": {
144
+ "sampling": {
145
+ "temperature": 0.7,
146
+ "topP": 0.8,
147
+ "topK": 20,
148
+ "minP": 0,
149
+ "presencePenalty": 1.5,
150
+ "repetitionPenalty": 1,
151
+ "maxTokens": 4096
152
+ },
153
+ "reasoning": {
154
+ "enableThinking": false
155
+ }
156
+ },
157
+ "creative": {
158
+ "sampling": {
159
+ "temperature": 1,
160
+ "topP": 0.95,
161
+ "topK": 40,
162
+ "minP": 0,
163
+ "presencePenalty": 1.5,
164
+ "repetitionPenalty": 1,
165
+ "maxTokens": 8192
166
+ },
167
+ "reasoning": {
168
+ "enableThinking": false
169
+ }
170
+ }
171
+ },
172
+ "engine": {
173
+ "llamaCpp": {
174
+ "spec": {
175
+ "mtp": true,
176
+ "nMax": 4
177
+ }
178
+ }
179
+ }
180
+ },
181
+ "llamaCpp": {
182
+ "huggingfaceRepo": "unsloth/Qwen3.8-27B-GGUF",
183
+ "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
184
+ "filename": "Qwen3.8-27B-Q6_K.gguf",
185
+ "sha256": "562fbf760503008f118e5df38de5b3e97992d1f693f475815631198547486727",
186
+ "approxSizeBytes": 22884408288,
187
+ "quantization": "Q6_K",
188
+ "residentBytes": 27461289946,
189
+ "mmproj": {
190
+ "filename": "mmproj-F16.gguf",
191
+ "sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e",
192
+ "sizeBytes": 927607488
193
+ }
194
+ }
195
+ }
@@ -0,0 +1,20 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "version": "1.0.0",
4
+ "releasedAt": "2026-08-15T00:00:00Z",
5
+ "approxSizeBytes": 22884408288,
6
+ "llamaCpp": {
7
+ "huggingfaceRepo": "unsloth/Qwen3.8-27B-GGUF",
8
+ "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
9
+ "filename": "Qwen3.8-27B-Q6_K.gguf",
10
+ "sha256": "562fbf760503008f118e5df38de5b3e97992d1f693f475815631198547486727",
11
+ "approxSizeBytes": 22884408288,
12
+ "quantization": "Q6_K",
13
+ "residentBytes": 27461289946,
14
+ "mmproj": {
15
+ "filename": "mmproj-F16.gguf",
16
+ "sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e",
17
+ "sizeBytes": 927607488
18
+ }
19
+ }
20
+ }
@@ -0,0 +1,278 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "kind": "chat-model",
4
+ "id": "qwen3.8-27b-q8",
5
+ "name": "Qwen 3.8 (27B, Q8)",
6
+ "description": "Alibaba's Qwen 3.8 at 27B parameters: a dense, multimodal agentic model with native text, image, and video understanding, 262K context, flexible reasoning effort, MTP, and native tool calling. Q8_0 and 8-bit MLX preserve more fidelity than the Q4 build at roughly double the memory footprint; intended for machines with 40GB+ usable memory.",
7
+ "tags": [
8
+ "alibaba",
9
+ "agentic",
10
+ "coding",
11
+ "multimodal",
12
+ "vision",
13
+ "video",
14
+ "tools",
15
+ "reasoning",
16
+ "long-context"
17
+ ],
18
+ "category": "general",
19
+ "maintainer": {
20
+ "name": "Alibaba",
21
+ "url": "https://huggingface.co/Qwen/Qwen3.8-27B"
22
+ },
23
+ "version": "1.0.1",
24
+ "updatedAt": "2026-08-15T00:00:00Z",
25
+ "license": "Apache-2.0",
26
+ "licenseClass": "open",
27
+ "licenseShortName": "Apache 2.0",
28
+ "recoScore": 20,
29
+ "parameterSize": "27B",
30
+ "approxSizeBytes": 29047086048,
31
+ "supportsTools": true,
32
+ "contextWindow": 262144,
33
+ "upstream": "https://huggingface.co/Qwen/Qwen3.8-27B",
34
+ "style": {
35
+ "family": "qwen",
36
+ "reasoningFormat": "think",
37
+ "toolCallFormat": "function-call"
38
+ },
39
+ "behaviors": [
40
+ "reasoning.strip-think-tags",
41
+ "provider.merge-system-messages",
42
+ "mcp.compact-tool-schemas",
43
+ "provider.compact-write-transcript",
44
+ "fabrication.detect-past-tense-no-tools",
45
+ "turn.ollama-num-predict-bumped",
46
+ "turn.preamble-folding",
47
+ "turn.ramble-detection",
48
+ "tools.mlx-grammar",
49
+ "prompt.retrieval-first",
50
+ "prompt.workspace-gestalt",
51
+ "prompt.derive-by-execution"
52
+ ],
53
+ "tuning": {
54
+ "sampling": {
55
+ "temperature": 1,
56
+ "topP": 0.95,
57
+ "topK": 20,
58
+ "minP": 0,
59
+ "presencePenalty": 0,
60
+ "repetitionPenalty": 1,
61
+ "maxTokens": 12288
62
+ },
63
+ "samplingWhenThinking": {
64
+ "temperature": 1,
65
+ "topP": 0.95
66
+ },
67
+ "reasoning": {
68
+ "enableThinking": true,
69
+ "thinkingBudget": 4096,
70
+ "templateKwargs": {
71
+ "reasoning_effort": "xhigh"
72
+ }
73
+ },
74
+ "promptTags": {
75
+ "enableThinkingTag": "/think",
76
+ "disableThinkingTag": "/no_think"
77
+ },
78
+ "profiles": {
79
+ "thinking-general": {
80
+ "sampling": {
81
+ "temperature": 1,
82
+ "topP": 0.95,
83
+ "topK": 20,
84
+ "minP": 0,
85
+ "presencePenalty": 0,
86
+ "repetitionPenalty": 1,
87
+ "maxTokens": 12288
88
+ },
89
+ "reasoning": {
90
+ "enableThinking": true,
91
+ "thinkingBudget": 4096,
92
+ "templateKwargs": {
93
+ "reasoning_effort": "xhigh"
94
+ }
95
+ }
96
+ },
97
+ "thinking-coding": {
98
+ "sampling": {
99
+ "temperature": 1,
100
+ "topP": 0.95,
101
+ "topK": 20,
102
+ "minP": 0,
103
+ "presencePenalty": 0,
104
+ "repetitionPenalty": 1,
105
+ "maxTokens": 16384
106
+ },
107
+ "reasoning": {
108
+ "enableThinking": true,
109
+ "thinkingBudget": 4096,
110
+ "templateKwargs": {
111
+ "reasoning_effort": "xhigh"
112
+ }
113
+ }
114
+ },
115
+ "thinking-precise": {
116
+ "sampling": {
117
+ "temperature": 0.6,
118
+ "topP": 0.95,
119
+ "topK": 20,
120
+ "minP": 0,
121
+ "presencePenalty": 0,
122
+ "repetitionPenalty": 1,
123
+ "seed": 0,
124
+ "maxTokens": 6144
125
+ },
126
+ "reasoning": {
127
+ "enableThinking": true,
128
+ "thinkingBudget": 4096,
129
+ "templateKwargs": {
130
+ "reasoning_effort": "medium"
131
+ }
132
+ }
133
+ },
134
+ "instruct": {
135
+ "sampling": {
136
+ "temperature": 0.7,
137
+ "topP": 0.8,
138
+ "topK": 20,
139
+ "minP": 0,
140
+ "presencePenalty": 1.5,
141
+ "repetitionPenalty": 1,
142
+ "maxTokens": 4096
143
+ },
144
+ "reasoning": {
145
+ "enableThinking": false
146
+ }
147
+ },
148
+ "creative": {
149
+ "sampling": {
150
+ "temperature": 1,
151
+ "topP": 0.95,
152
+ "topK": 40,
153
+ "minP": 0,
154
+ "presencePenalty": 1.5,
155
+ "repetitionPenalty": 1,
156
+ "maxTokens": 8192
157
+ },
158
+ "reasoning": {
159
+ "enableThinking": false
160
+ }
161
+ }
162
+ },
163
+ "engine": {
164
+ "llamaCpp": {
165
+ "spec": {
166
+ "mtp": true,
167
+ "nMax": 4
168
+ }
169
+ }
170
+ }
171
+ },
172
+ "llamaCpp": {
173
+ "huggingfaceRepo": "unsloth/Qwen3.8-27B-GGUF",
174
+ "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
175
+ "filename": "Qwen3.8-27B-Q8_0.gguf",
176
+ "sha256": "a680f44a06920e5d689774823782006aa3acc8db95750323373b24139b67e348",
177
+ "approxSizeBytes": 29047086048,
178
+ "quantization": "Q8_0",
179
+ "mmproj": {
180
+ "filename": "mmproj-F16.gguf",
181
+ "sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e",
182
+ "sizeBytes": 927607488
183
+ }
184
+ },
185
+ "mlx": {
186
+ "huggingfaceRepo": "mlx-community/Qwen3.8-27B-8bit",
187
+ "revision": "815b83c0df8ffd1d1b5244cf75fd6ef14fca9ef9",
188
+ "quantization": "8bit",
189
+ "approxSizeBytes": 29531519120,
190
+ "files": [
191
+ {
192
+ "name": "chat_template.jinja",
193
+ "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
194
+ "sizeBytes": 8952
195
+ },
196
+ {
197
+ "name": "config.json",
198
+ "sha256": "8f80874ac3ad8fa386d3f6dc0ea85377f703376e009a03dee0360e08e289a25d",
199
+ "sizeBytes": 4932
200
+ },
201
+ {
202
+ "name": "generation_config.json",
203
+ "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
204
+ "sizeBytes": 202
205
+ },
206
+ {
207
+ "name": "merges.txt",
208
+ "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
209
+ "sizeBytes": 3353259
210
+ },
211
+ {
212
+ "name": "model-00001-of-00006.safetensors",
213
+ "sha256": "c7921fe72af5c961c3c4230ea25068ed6d1e502d5ecb2b4a53b7c9c213effa0c",
214
+ "sizeBytes": 5317707581
215
+ },
216
+ {
217
+ "name": "model-00002-of-00006.safetensors",
218
+ "sha256": "e9d93d15495354045da281f102649b99793e5b6ed0e05852c58f46e6616b54a0",
219
+ "sizeBytes": 5354102610
220
+ },
221
+ {
222
+ "name": "model-00003-of-00006.safetensors",
223
+ "sha256": "7015f40310c86a18230e28644832b624532333d5dfbf7584e6c62341dbd8975e",
224
+ "sizeBytes": 5354184694
225
+ },
226
+ {
227
+ "name": "model-00004-of-00006.safetensors",
228
+ "sha256": "7dc8ae53ed51d153e6b59499cdf004bf6ef15aab6757c7604ed4834774abc2c2",
229
+ "sizeBytes": 5337309653
230
+ },
231
+ {
232
+ "name": "model-00005-of-00006.safetensors",
233
+ "sha256": "8817c22c01aebdcde54eac315e9766f705eb512ba7ba84ac47501c663f930ac5",
234
+ "sizeBytes": 5292848464
235
+ },
236
+ {
237
+ "name": "model-00006-of-00006.safetensors",
238
+ "sha256": "fce51843fc07e1c67c5ec6d19edb46e4fa8d2b51a1cb6c8316b0a7cc069c0eb4",
239
+ "sizeBytes": 2845065477
240
+ },
241
+ {
242
+ "name": "model.safetensors.index.json",
243
+ "sha256": "4301ca600788afb2a45c0aa367140d6144ecf617d0a51a8187fc6755d65301f8",
244
+ "sizeBytes": 218281
245
+ },
246
+ {
247
+ "name": "preprocessor_config.json",
248
+ "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
249
+ "sizeBytes": 390
250
+ },
251
+ {
252
+ "name": "processor_config.json",
253
+ "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040",
254
+ "sizeBytes": 991
255
+ },
256
+ {
257
+ "name": "tokenizer.json",
258
+ "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
259
+ "sizeBytes": 19989325
260
+ },
261
+ {
262
+ "name": "tokenizer_config.json",
263
+ "sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b",
264
+ "sizeBytes": 1165
265
+ },
266
+ {
267
+ "name": "video_preprocessor_config.json",
268
+ "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
269
+ "sizeBytes": 385
270
+ },
271
+ {
272
+ "name": "vocab.json",
273
+ "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
274
+ "sizeBytes": 6722759
275
+ }
276
+ ]
277
+ }
278
+ }
@@ -0,0 +1,113 @@
1
+ {
2
+ "schemaVersion": 1,
3
+ "version": "1.0.0",
4
+ "releasedAt": "2026-08-15T00:00:00Z",
5
+ "approxSizeBytes": 29047086048,
6
+ "llamaCpp": {
7
+ "huggingfaceRepo": "unsloth/Qwen3.8-27B-GGUF",
8
+ "revision": "f1bfb127c64f7072bdd2cad55f258b9c8b2910fe",
9
+ "filename": "Qwen3.8-27B-Q8_0.gguf",
10
+ "sha256": "a680f44a06920e5d689774823782006aa3acc8db95750323373b24139b67e348",
11
+ "approxSizeBytes": 29047086048,
12
+ "quantization": "Q8_0",
13
+ "residentBytes": 34856503258,
14
+ "mmproj": {
15
+ "filename": "mmproj-F16.gguf",
16
+ "sha256": "cbb841a9ee0636b2ec172f5bb8df2ea8dfeb01e90fe7c6126581d662a0b4e43e",
17
+ "sizeBytes": 927607488
18
+ }
19
+ },
20
+ "mlx": {
21
+ "huggingfaceRepo": "mlx-community/Qwen3.8-27B-8bit",
22
+ "revision": "815b83c0df8ffd1d1b5244cf75fd6ef14fca9ef9",
23
+ "quantization": "8bit",
24
+ "approxSizeBytes": 29531519120,
25
+ "files": [
26
+ {
27
+ "name": "chat_template.jinja",
28
+ "sha256": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
29
+ "sizeBytes": 8952
30
+ },
31
+ {
32
+ "name": "config.json",
33
+ "sha256": "8f80874ac3ad8fa386d3f6dc0ea85377f703376e009a03dee0360e08e289a25d",
34
+ "sizeBytes": 4932
35
+ },
36
+ {
37
+ "name": "generation_config.json",
38
+ "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
39
+ "sizeBytes": 202
40
+ },
41
+ {
42
+ "name": "merges.txt",
43
+ "sha256": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
44
+ "sizeBytes": 3353259
45
+ },
46
+ {
47
+ "name": "model-00001-of-00006.safetensors",
48
+ "sha256": "c7921fe72af5c961c3c4230ea25068ed6d1e502d5ecb2b4a53b7c9c213effa0c",
49
+ "sizeBytes": 5317707581
50
+ },
51
+ {
52
+ "name": "model-00002-of-00006.safetensors",
53
+ "sha256": "e9d93d15495354045da281f102649b99793e5b6ed0e05852c58f46e6616b54a0",
54
+ "sizeBytes": 5354102610
55
+ },
56
+ {
57
+ "name": "model-00003-of-00006.safetensors",
58
+ "sha256": "7015f40310c86a18230e28644832b624532333d5dfbf7584e6c62341dbd8975e",
59
+ "sizeBytes": 5354184694
60
+ },
61
+ {
62
+ "name": "model-00004-of-00006.safetensors",
63
+ "sha256": "7dc8ae53ed51d153e6b59499cdf004bf6ef15aab6757c7604ed4834774abc2c2",
64
+ "sizeBytes": 5337309653
65
+ },
66
+ {
67
+ "name": "model-00005-of-00006.safetensors",
68
+ "sha256": "8817c22c01aebdcde54eac315e9766f705eb512ba7ba84ac47501c663f930ac5",
69
+ "sizeBytes": 5292848464
70
+ },
71
+ {
72
+ "name": "model-00006-of-00006.safetensors",
73
+ "sha256": "fce51843fc07e1c67c5ec6d19edb46e4fa8d2b51a1cb6c8316b0a7cc069c0eb4",
74
+ "sizeBytes": 2845065477
75
+ },
76
+ {
77
+ "name": "model.safetensors.index.json",
78
+ "sha256": "4301ca600788afb2a45c0aa367140d6144ecf617d0a51a8187fc6755d65301f8",
79
+ "sizeBytes": 218281
80
+ },
81
+ {
82
+ "name": "preprocessor_config.json",
83
+ "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
84
+ "sizeBytes": 390
85
+ },
86
+ {
87
+ "name": "processor_config.json",
88
+ "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040",
89
+ "sizeBytes": 991
90
+ },
91
+ {
92
+ "name": "tokenizer.json",
93
+ "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523",
94
+ "sizeBytes": 19989325
95
+ },
96
+ {
97
+ "name": "tokenizer_config.json",
98
+ "sha256": "792fa3f0cb88b111e54ef3134c873531008c4df471d108da17903426e308aa7b",
99
+ "sizeBytes": 1165
100
+ },
101
+ {
102
+ "name": "video_preprocessor_config.json",
103
+ "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
104
+ "sizeBytes": 385
105
+ },
106
+ {
107
+ "name": "vocab.json",
108
+ "sha256": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
109
+ "sizeBytes": 6722759
110
+ }
111
+ ]
112
+ }
113
+ }