@bendyline/gilde 0.1.20 → 0.1.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/authoring/chat-models/muse-glimmer-30b-q4.json +1 -1
  2. package/authoring/chat-models/nemotron3.5-lightning-30b-q4.json +135 -0
  3. package/authoring/chat-models/nemotron3.5-lightning-30b-q8.json +135 -0
  4. package/authoring/page-demo-stub.js +85 -0
  5. package/data/chat-models/de/deepseek-v4-flash-284b-mxfp4/manifest.json +3 -1
  6. package/data/chat-models/de/deepseek-v4-flash-284b-mxfp4/versions/1.0.0/manifest.json +3 -1
  7. package/data/chat-models/de/deepseek-v4-flash-284b-q2/manifest.json +3 -1
  8. package/data/chat-models/de/deepseek-v4-flash-284b-q2/versions/1.0.0/manifest.json +3 -1
  9. package/data/chat-models/de/deepseek-v4-flash-284b-q2/versions/1.1.0/manifest.json +3 -1
  10. package/data/chat-models/de/deepseek-v4-flash-284b-q2q4/manifest.json +3 -1
  11. package/data/chat-models/de/deepseek-v4-flash-284b-q2q4/versions/1.0.0/manifest.json +3 -1
  12. package/data/chat-models/de/deepseek-v4-flash-284b-q4/manifest.json +3 -1
  13. package/data/chat-models/de/deepseek-v4-flash-284b-q4/versions/1.0.0/manifest.json +3 -1
  14. package/data/chat-models/de/deepseek-v4-flash-284b-q4/versions/1.1.0/manifest.json +3 -1
  15. package/data/chat-models/gl/glm-5.2-754b-q2/manifest.json +3 -1
  16. package/data/chat-models/gl/glm-5.2-754b-q2/versions/1.0.0/manifest.json +3 -1
  17. package/data/chat-models/index.json +1 -1
  18. package/data/chat-models/mu/muse-glimmer-30b-q4/manifest.json +1 -1
  19. package/data/chat-models/ne/nemotron3.5-lightning-30b-q4/manifest.json +194 -0
  20. package/data/chat-models/ne/nemotron3.5-lightning-30b-q4/versions/1.0.0/manifest.json +74 -0
  21. package/data/chat-models/ne/nemotron3.5-lightning-30b-q8/manifest.json +209 -0
  22. package/data/chat-models/ne/nemotron3.5-lightning-30b-q8/versions/1.0.0/manifest.json +89 -0
  23. package/data/connector-types/bl/bluesky-posts/manifest.json +16 -0
  24. package/data/connector-types/bl/bluesky-posts/versions/1.0.0/manifest.json +70 -0
  25. package/data/connector-types/gi/github-issues/versions/1.0.1/manifest.json +67 -0
  26. package/data/connector-types/gi/github-pulls/manifest.json +17 -0
  27. package/data/connector-types/gi/github-pulls/versions/1.0.0/manifest.json +37 -0
  28. package/data/connector-types/in/instagram-media/manifest.json +17 -0
  29. package/data/connector-types/in/instagram-media/versions/1.0.0/manifest.json +70 -0
  30. package/data/connector-types/index.json +1 -1
  31. package/data/connector-types/x-/x-posts/manifest.json +17 -0
  32. package/data/connector-types/x-/x-posts/versions/1.0.0/manifest.json +66 -0
  33. package/data/craftbook-templates/dr/draft-social-post/manifest.json +23 -0
  34. package/data/craftbook-templates/dr/draft-social-post/versions/1.0.0/craftbook.json +176 -0
  35. package/data/craftbook-templates/dr/draft-social-post/versions/1.0.0/test.json +161 -0
  36. package/data/craftbook-templates/index.json +1 -1
  37. package/data/craftbook-templates/re/reception-report/manifest.json +21 -0
  38. package/data/craftbook-templates/re/reception-report/versions/1.0.0/craftbook.json +170 -0
  39. package/data/craftbook-templates/re/reception-report/versions/1.0.0/test.json +168 -0
  40. package/data/craftbook-templates/so/social-digest/manifest.json +21 -0
  41. package/data/craftbook-templates/so/social-digest/versions/1.0.0/craftbook.json +133 -0
  42. package/data/craftbook-templates/so/social-digest/versions/1.0.0/test.json +168 -0
  43. package/data/gezel-templates/index.json +1 -1
  44. package/data/gezel-templates/om/omroeper/manifest.json +20 -0
  45. package/data/gezel-templates/om/omroeper/versions/1.0.0/about.md +33 -0
  46. package/data/gezel-templates/om/omroeper/versions/1.0.0/manifest.json +23 -0
  47. package/data/project-types/im/image-feed/manifest.json +20 -0
  48. package/data/project-types/im/image-feed/versions/1.0.0/about.md +21 -0
  49. package/data/project-types/im/image-feed/versions/1.0.0/manifest.json +330 -0
  50. package/data/project-types/im/image-feed/versions/1.0.0/mission.md +10 -0
  51. package/data/project-types/im/image-feed/versions/1.0.0/pages/gallery/index.html +831 -0
  52. package/data/project-types/im/image-feed/versions/1.0.0/posts/index.json +4 -0
  53. package/data/project-types/im/image-feed/versions/1.0.0/style-guide.md +24 -0
  54. package/data/project-types/index.json +1 -1
  55. package/data/project-types/so/social-feed/manifest.json +20 -0
  56. package/data/project-types/so/social-feed/versions/1.0.0/about.md +19 -0
  57. package/data/project-types/so/social-feed/versions/1.0.0/manifest.json +330 -0
  58. package/data/project-types/so/social-feed/versions/1.0.0/mission.md +10 -0
  59. package/data/project-types/so/social-feed/versions/1.0.0/pages/dashboard/index.html +754 -0
  60. package/data/project-types/so/social-feed/versions/1.0.0/posts/index.json +4 -0
  61. package/data/project-types/so/social-feed/versions/1.0.0/voice-guide.md +22 -0
  62. package/package.json +1 -1
  63. package/schemas/chat-model-version.schema.json +10 -0
  64. package/schemas/connector-type-version.schema.json +6 -0
  65. package/schemas/craftbook-doc.schema.json +24 -0
  66. package/schemas/craftbook-template-version.schema.json +24 -0
  67. package/schemas/craftbook-test.schema.json +1 -0
  68. package/schemas/project-type-version.schema.json +4 -0
@@ -26,7 +26,7 @@
26
26
  "supportsTools": true,
27
27
  "contextWindow": 131072,
28
28
  "upstream": "https://huggingface.co/meta-models/Muse-Glimmer-30B",
29
- "minGezelVersion": "1.99999",
29
+ "minGezelVersion": "1.26223",
30
30
  "style": {
31
31
  "family": "muse",
32
32
  "reasoningFormat": "channel",
@@ -0,0 +1,135 @@
1
+ {
2
+ "id": "nemotron3.5-lightning-30b-q4",
3
+ "name": "Nemotron 3.5 Lightning (30B-A3B, Q4)",
4
+ "description": "NVIDIA's Nemotron 3.5 Lightning — a text-only 30B-parameter hybrid Mamba-2/Transformer Mixture-of-Experts model with about 3B active parameters per token, native reasoning and tool calling, and a 256K context window. The llama.cpp source is ggml-org's Q4_K_M build (about 25.4GB); Apple Silicon uses mlx-community's matching 4-bit affine conversion (about 17.8GB).",
5
+ "tags": [
6
+ "nvidia",
7
+ "reasoning",
8
+ "agentic",
9
+ "coding",
10
+ "tools",
11
+ "long-context",
12
+ "moe",
13
+ "hybrid",
14
+ "mamba",
15
+ "open-weights",
16
+ "apple-silicon"
17
+ ],
18
+ "category": "reasoning",
19
+ "maintainer": {
20
+ "name": "NVIDIA",
21
+ "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
22
+ },
23
+ "version": "1.0.0",
24
+ "updatedAt": "2026-08-11T00:00:00Z",
25
+ "minGezelVersion": "1.26223",
26
+ "license": "OpenMDW-1.1",
27
+ "licenseClass": "open",
28
+ "licenseShortName": "OpenMDW 1.1",
29
+ "licenseUrl": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16/blob/main/LICENSE",
30
+ "parameterSize": "30B",
31
+ "approxSizeBytes": 25430738944,
32
+ "supportsTools": true,
33
+ "contextWindow": 262144,
34
+ "kvBytesPerTokenF16": 6144,
35
+ "upstream": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
36
+ "style": {
37
+ "family": "nemotron",
38
+ "reasoningFormat": "think",
39
+ "toolCallFormat": "function-call"
40
+ },
41
+ "behaviors": [
42
+ "reasoning.strip-think-tags",
43
+ "prompt.private-reasoning-guidance",
44
+ "prompt.tool-cookbook-condensed",
45
+ "mcp.compact-tool-schemas",
46
+ "fabrication.detect-past-tense-no-tools",
47
+ "prompt.retrieval-first",
48
+ "prompt.workspace-gestalt",
49
+ "turn.preamble-folding",
50
+ "turn.ramble-detection",
51
+ "tools.mlx-grammar"
52
+ ],
53
+ "tuning": {
54
+ "sampling": {
55
+ "temperature": 1,
56
+ "topP": 0.95,
57
+ "maxTokens": 16384
58
+ },
59
+ "samplingWhenThinking": {
60
+ "temperature": 1,
61
+ "topP": 0.95
62
+ },
63
+ "reasoning": {
64
+ "enableThinking": true,
65
+ "thinkingBudget": 8192
66
+ },
67
+ "profiles": {
68
+ "thinking-general": {
69
+ "sampling": {
70
+ "temperature": 0.6,
71
+ "topP": 0.95,
72
+ "maxTokens": 16384
73
+ },
74
+ "reasoning": {
75
+ "enableThinking": true,
76
+ "thinkingBudget": 8192
77
+ }
78
+ },
79
+ "thinking-coding": {
80
+ "sampling": {
81
+ "temperature": 0.6,
82
+ "topP": 0.95,
83
+ "maxTokens": 32768
84
+ },
85
+ "reasoning": {
86
+ "enableThinking": true,
87
+ "thinkingBudget": 12288
88
+ }
89
+ },
90
+ "thinking-precise": {
91
+ "sampling": {
92
+ "temperature": 0.6,
93
+ "topP": 0.9,
94
+ "seed": 0,
95
+ "maxTokens": 8192
96
+ },
97
+ "reasoning": {
98
+ "enableThinking": true,
99
+ "thinkingBudget": 6144
100
+ }
101
+ },
102
+ "instruct": {
103
+ "sampling": {
104
+ "temperature": 1,
105
+ "topP": 0.95,
106
+ "maxTokens": 8192
107
+ },
108
+ "reasoning": {
109
+ "enableThinking": false
110
+ }
111
+ },
112
+ "creative": {
113
+ "sampling": {
114
+ "temperature": 1,
115
+ "topP": 0.95,
116
+ "maxTokens": 16384
117
+ },
118
+ "reasoning": {
119
+ "enableThinking": false
120
+ }
121
+ }
122
+ }
123
+ },
124
+ "llamaCpp": {
125
+ "huggingfaceRepo": "ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF",
126
+ "filename": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf",
127
+ "quantization": "Q4_K_M",
128
+ "residentBytes": 30516886733
129
+ },
130
+ "mlx": {
131
+ "huggingfaceRepo": "mlx-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-4bit",
132
+ "quantization": "4bit",
133
+ "residentBytes": 23130356200
134
+ }
135
+ }
@@ -0,0 +1,135 @@
1
+ {
2
+ "id": "nemotron3.5-lightning-30b-q8",
3
+ "name": "Nemotron 3.5 Lightning (30B-A3B, Q8)",
4
+ "description": "NVIDIA's Nemotron 3.5 Lightning — a text-only 30B-parameter hybrid Mamba-2/Transformer Mixture-of-Experts model with about 3B active parameters per token, native reasoning and tool calling, and a 256K context window. This higher-fidelity variant uses ggml-org's Q8_0 llama.cpp build (about 35GB) or mlx-community's matching 8-bit affine conversion (about 33.6GB).",
5
+ "tags": [
6
+ "nvidia",
7
+ "reasoning",
8
+ "agentic",
9
+ "coding",
10
+ "tools",
11
+ "long-context",
12
+ "moe",
13
+ "hybrid",
14
+ "mamba",
15
+ "open-weights",
16
+ "apple-silicon"
17
+ ],
18
+ "category": "reasoning",
19
+ "maintainer": {
20
+ "name": "NVIDIA",
21
+ "url": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16"
22
+ },
23
+ "version": "1.0.0",
24
+ "updatedAt": "2026-08-11T00:00:00Z",
25
+ "minGezelVersion": "1.26223",
26
+ "license": "OpenMDW-1.1",
27
+ "licenseClass": "open",
28
+ "licenseShortName": "OpenMDW 1.1",
29
+ "licenseUrl": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16/blob/main/LICENSE",
30
+ "parameterSize": "30B",
31
+ "approxSizeBytes": 35004642304,
32
+ "supportsTools": true,
33
+ "contextWindow": 262144,
34
+ "kvBytesPerTokenF16": 6144,
35
+ "upstream": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
36
+ "style": {
37
+ "family": "nemotron",
38
+ "reasoningFormat": "think",
39
+ "toolCallFormat": "function-call"
40
+ },
41
+ "behaviors": [
42
+ "reasoning.strip-think-tags",
43
+ "prompt.private-reasoning-guidance",
44
+ "prompt.tool-cookbook-condensed",
45
+ "mcp.compact-tool-schemas",
46
+ "fabrication.detect-past-tense-no-tools",
47
+ "prompt.retrieval-first",
48
+ "prompt.workspace-gestalt",
49
+ "turn.preamble-folding",
50
+ "turn.ramble-detection",
51
+ "tools.mlx-grammar"
52
+ ],
53
+ "tuning": {
54
+ "sampling": {
55
+ "temperature": 1,
56
+ "topP": 0.95,
57
+ "maxTokens": 16384
58
+ },
59
+ "samplingWhenThinking": {
60
+ "temperature": 1,
61
+ "topP": 0.95
62
+ },
63
+ "reasoning": {
64
+ "enableThinking": true,
65
+ "thinkingBudget": 8192
66
+ },
67
+ "profiles": {
68
+ "thinking-general": {
69
+ "sampling": {
70
+ "temperature": 0.6,
71
+ "topP": 0.95,
72
+ "maxTokens": 16384
73
+ },
74
+ "reasoning": {
75
+ "enableThinking": true,
76
+ "thinkingBudget": 8192
77
+ }
78
+ },
79
+ "thinking-coding": {
80
+ "sampling": {
81
+ "temperature": 0.6,
82
+ "topP": 0.95,
83
+ "maxTokens": 32768
84
+ },
85
+ "reasoning": {
86
+ "enableThinking": true,
87
+ "thinkingBudget": 12288
88
+ }
89
+ },
90
+ "thinking-precise": {
91
+ "sampling": {
92
+ "temperature": 0.6,
93
+ "topP": 0.9,
94
+ "seed": 0,
95
+ "maxTokens": 8192
96
+ },
97
+ "reasoning": {
98
+ "enableThinking": true,
99
+ "thinkingBudget": 6144
100
+ }
101
+ },
102
+ "instruct": {
103
+ "sampling": {
104
+ "temperature": 1,
105
+ "topP": 0.95,
106
+ "maxTokens": 8192
107
+ },
108
+ "reasoning": {
109
+ "enableThinking": false
110
+ }
111
+ },
112
+ "creative": {
113
+ "sampling": {
114
+ "temperature": 1,
115
+ "topP": 0.95,
116
+ "maxTokens": 16384
117
+ },
118
+ "reasoning": {
119
+ "enableThinking": false
120
+ }
121
+ }
122
+ }
123
+ },
124
+ "llamaCpp": {
125
+ "huggingfaceRepo": "ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF",
126
+ "filename": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q8_0.gguf",
127
+ "quantization": "Q8_0",
128
+ "residentBytes": 42005570765
129
+ },
130
+ "mlx": {
131
+ "huggingfaceRepo": "mlx-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-8bit",
132
+ "quantization": "8bit",
133
+ "residentBytes": 43650255848
134
+ }
135
+ }
@@ -0,0 +1,85 @@
1
+ /* gezel-page-demo-stub v1 */
2
+ /*
3
+ * The canonical demo stub for Gezel type pages. MIT License.
4
+ *
5
+ * Paste this file's bytes verbatim into a <script> block ahead of the
6
+ * page's own code, then call makeDemoGezel({ page, tools, data }) with the
7
+ * page's demo handlers. Served by Gezel, the real window.gezel is already
8
+ * injected and the stub steps aside; opened as a raw file (the live demos
9
+ * on gezelgilde.com), it installs a window.gezel whose tools and data are
10
+ * the page-supplied handler maps — one code path in every mode. `tools`
11
+ * and `data` map a tool name / declared read path to a function; data
12
+ * handlers back read() and list(), and url() returns the handler's value
13
+ * or passes a data: URI through. See docs/page-authoring.md.
14
+ */
15
+ (function () {
16
+ 'use strict';
17
+ window.makeDemoGezel = function (opts) {
18
+ if (window.gezel) return window.gezel;
19
+ var page = (opts && opts.page) || {};
20
+ var tools = (opts && opts.tools) || {};
21
+ var data = (opts && opts.data) || {};
22
+ var themeListeners = [];
23
+ var media = window.matchMedia ? window.matchMedia('(prefers-color-scheme: dark)') : null;
24
+ var ui = {
25
+ theme: { mode: media && media.matches ? 'dark' : 'light' },
26
+ onTheme: function (cb) {
27
+ themeListeners.push(cb);
28
+ return function () {
29
+ var at = themeListeners.indexOf(cb);
30
+ if (at >= 0) themeListeners.splice(at, 1);
31
+ };
32
+ },
33
+ };
34
+ if (media && media.addEventListener) {
35
+ media.addEventListener('change', function (ev) {
36
+ ui.theme = { mode: ev.matches ? 'dark' : 'light' };
37
+ themeListeners.slice().forEach(function (cb) { cb(ui.theme); });
38
+ });
39
+ }
40
+ function fail(code, message) {
41
+ var err = new Error(message);
42
+ err.code = code;
43
+ return Promise.reject(err);
44
+ }
45
+ function run(map, key, arg) {
46
+ if (!Object.prototype.hasOwnProperty.call(map, key)) return null;
47
+ return Promise.resolve().then(function () { return map[key](arg); });
48
+ }
49
+ window.gezel = {
50
+ page: {
51
+ api: 1,
52
+ projectId: 'demo',
53
+ source: 'type',
54
+ entry: page.entry || 'index.html',
55
+ typeName: page.typeName || 'demo',
56
+ params: page.params || {},
57
+ mode: 'demo',
58
+ },
59
+ tools: {
60
+ list: function () { return Promise.resolve(Object.keys(tools)); },
61
+ invoke: function (name, input) {
62
+ var call = run(tools, name, input || {});
63
+ if (!call) return fail('not-allowed', "The demo does not handle the tool '" + name + "'.");
64
+ return call.then(function (output) { return { output: output }; });
65
+ },
66
+ },
67
+ data: {
68
+ read: function (path, o) {
69
+ return run(data, path, o || {}) || fail('not-allowed', "The demo has no data for '" + path + "'.");
70
+ },
71
+ list: function (path, o) {
72
+ return run(data, path, o || {}) || Promise.resolve([]);
73
+ },
74
+ watch: function () { return function () {}; },
75
+ url: function (path) {
76
+ if (Object.prototype.hasOwnProperty.call(data, path)) return String(data[path]({}));
77
+ return typeof path === 'string' && path.indexOf('data:') === 0 ? path : '';
78
+ },
79
+ },
80
+ ui: ui,
81
+ refresh: function () {},
82
+ };
83
+ return window.gezel;
84
+ };
85
+ })();
@@ -114,6 +114,8 @@
114
114
  "residentBytes": 85899345920,
115
115
  "quantization": "MXFP4",
116
116
  "cacheExpertsBytes": 68719476736,
117
- "ssdStreaming": true
117
+ "ssdStreaming": true,
118
+ "kvBytesPerToken": 8192,
119
+ "residentCtxTokens": 131072
118
120
  }
119
121
  }
@@ -20,6 +20,8 @@
20
20
  "residentBytes": 85899345920,
21
21
  "quantization": "MXFP4",
22
22
  "cacheExpertsBytes": 68719476736,
23
- "ssdStreaming": true
23
+ "ssdStreaming": true,
24
+ "kvBytesPerToken": 8192,
25
+ "residentCtxTokens": 131072
24
26
  }
25
27
  }
@@ -114,6 +114,8 @@
114
114
  "residentBytes": 38654705664,
115
115
  "quantization": "IQ2_XXS",
116
116
  "cacheExpertsBytes": 34359738368,
117
- "ssdStreaming": true
117
+ "ssdStreaming": true,
118
+ "kvBytesPerToken": 8192,
119
+ "residentCtxTokens": 131072
118
120
  }
119
121
  }
@@ -20,6 +20,8 @@
20
20
  "residentBytes": 38654705664,
21
21
  "quantization": "IQ2_XXS",
22
22
  "cacheExpertsBytes": 34359738368,
23
- "ssdStreaming": true
23
+ "ssdStreaming": true,
24
+ "kvBytesPerToken": 8192,
25
+ "residentCtxTokens": 131072
24
26
  }
25
27
  }
@@ -20,6 +20,8 @@
20
20
  "residentBytes": 38654705664,
21
21
  "quantization": "IQ2_XXS",
22
22
  "cacheExpertsBytes": 34359738368,
23
- "ssdStreaming": true
23
+ "ssdStreaming": true,
24
+ "kvBytesPerToken": 8192,
25
+ "residentCtxTokens": 131072
24
26
  }
25
27
  }
@@ -115,6 +115,8 @@
115
115
  "residentBytes": 45097156608,
116
116
  "quantization": "IQ2_XXS/Q4_K",
117
117
  "cacheExpertsBytes": 38654705664,
118
- "ssdStreaming": true
118
+ "ssdStreaming": true,
119
+ "kvBytesPerToken": 8192,
120
+ "residentCtxTokens": 131072
119
121
  }
120
122
  }
@@ -20,6 +20,8 @@
20
20
  "residentBytes": 45097156608,
21
21
  "quantization": "IQ2_XXS/Q4_K",
22
22
  "cacheExpertsBytes": 38654705664,
23
- "ssdStreaming": true
23
+ "ssdStreaming": true,
24
+ "kvBytesPerToken": 8192,
25
+ "residentCtxTokens": 131072
24
26
  }
25
27
  }
@@ -311,6 +311,8 @@
311
311
  "residentBytes": 85899345920,
312
312
  "quantization": "Q4_K",
313
313
  "cacheExpertsBytes": 68719476736,
314
- "ssdStreaming": true
314
+ "ssdStreaming": true,
315
+ "kvBytesPerToken": 8192,
316
+ "residentCtxTokens": 131072
315
317
  }
316
318
  }
@@ -218,6 +218,8 @@
218
218
  "residentBytes": 85899345920,
219
219
  "quantization": "Q4_K",
220
220
  "cacheExpertsBytes": 68719476736,
221
- "ssdStreaming": true
221
+ "ssdStreaming": true,
222
+ "kvBytesPerToken": 8192,
223
+ "residentCtxTokens": 131072
222
224
  }
223
225
  }
@@ -218,6 +218,8 @@
218
218
  "residentBytes": 85899345920,
219
219
  "quantization": "Q4_K",
220
220
  "cacheExpertsBytes": 68719476736,
221
- "ssdStreaming": true
221
+ "ssdStreaming": true,
222
+ "kvBytesPerToken": 8192,
223
+ "residentCtxTokens": 131072
222
224
  }
223
225
  }
@@ -60,6 +60,8 @@
60
60
  "residentBytes": 61363217408,
61
61
  "cacheExpertsBytes": 34359738368,
62
62
  "ssdStreaming": true,
63
- "maxLaunchCtx": 65536
63
+ "maxLaunchCtx": 65536,
64
+ "kvBytesPerToken": 91136,
65
+ "residentCtxTokens": 65536
64
66
  }
65
67
  }
@@ -13,6 +13,8 @@
13
13
  "residentBytes": 61363217408,
14
14
  "cacheExpertsBytes": 34359738368,
15
15
  "ssdStreaming": true,
16
- "maxLaunchCtx": 65536
16
+ "maxLaunchCtx": 65536,
17
+ "kvBytesPerToken": 91136,
18
+ "residentCtxTokens": 65536
17
19
  }
18
20
  }