preppergpt 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -6
- package/compose/preppergpt.yaml +6 -6
- package/docs/hardware.md +18 -1
- package/docs/model-sources.md +1 -1
- package/docs/preppergpt-local-parity-map.md +4 -2
- package/installer/cli.mjs +1 -1
- package/installer/lib/planner.mjs +7 -4
- package/installer/lib/render.mjs +8 -0
- package/package.json +5 -3
- package/profiles/models.json +24 -4
- package/services/local-scheduler/app.py +18 -16
package/README.md
CHANGED
|
@@ -1,14 +1,19 @@
|
|
|
1
1
|
# PrepperGPT
|
|
2
2
|
|
|
3
|
-
PrepperGPT packages a local-first ChatGPT-like experience for
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
3
|
+
PrepperGPT packages a local-first ChatGPT-like experience for post-apocalyptic
|
|
4
|
+
or long-duration outage scenarios where hosted AI services are unavailable. It
|
|
5
|
+
uses upstream OpenWebUI for the app shell and adds a hardware detector, model
|
|
6
|
+
planner, Docker Compose runtime, local sidecars, and a practical PrepperGPT
|
|
7
|
+
field-kit theme.
|
|
7
8
|
|
|
8
9
|
The first release targets Linux with NVIDIA GPUs first, with CPU fallback where
|
|
9
10
|
possible. It is an online installer: model and container downloads require a
|
|
10
11
|
working network during setup.
|
|
11
12
|
|
|
13
|
+
PrepperGPT optimizes for survivability over cloud-like latency. On very large
|
|
14
|
+
local models, very low tokens/sec is acceptable because the alternative in the
|
|
15
|
+
target scenario is no assistant at all.
|
|
16
|
+
|
|
12
17
|
## Install
|
|
13
18
|
|
|
14
19
|
Install from npm:
|
|
@@ -68,7 +73,8 @@ preppergpt bundle whisper
|
|
|
68
73
|
## Profiles
|
|
69
74
|
|
|
70
75
|
- `intelligence`: chooses the strongest local reasoning route that fits the
|
|
71
|
-
machine, preferring GLM 5.2
|
|
76
|
+
machine, preferring GLM 5.2 Q8 on enterprise hardware, then GLM 5.2 Q4, then
|
|
77
|
+
long-context coding routes when available.
|
|
72
78
|
- `speed`: chooses smaller GPU-friendly routes and makes low-latency chat the
|
|
73
79
|
default.
|
|
74
80
|
- `balanced`: uses the local auto-router as the default and keeps reasoning,
|
|
@@ -85,10 +91,14 @@ by default and mounted into OpenWebUI, so speech-to-text works from local files
|
|
|
85
91
|
after setup.
|
|
86
92
|
|
|
87
93
|
Some other routes can be pulled by the runtime, while very large routes such as
|
|
88
|
-
GLM 5.2 Q4 and Flux weights are marked as manual or external in
|
|
94
|
+
GLM 5.2 Q8/Q4 and Flux weights are marked as manual or external in
|
|
89
95
|
`profiles/models.json`. `preppergpt doctor` reports which selected routes still
|
|
90
96
|
need local files or endpoints.
|
|
91
97
|
|
|
98
|
+
The GLM 5.2 Q8 route is intended for an enterprise/off-grid bunker-class host:
|
|
99
|
+
large RAM, fast NVMe, and patience for slow local generation when no hosted
|
|
100
|
+
service remains available.
|
|
101
|
+
|
|
92
102
|
## Publishing
|
|
93
103
|
|
|
94
104
|
The package is designed to be published as:
|
package/compose/preppergpt.yaml
CHANGED
|
@@ -27,8 +27,8 @@ services:
|
|
|
27
27
|
ENABLE_OLLAMA_API: "True"
|
|
28
28
|
OLLAMA_BASE_URLS: "${OLLAMA_BASE_URL:-http://127.0.0.1:11434}"
|
|
29
29
|
ENABLE_OPENAI_API: "True"
|
|
30
|
-
OPENAI_API_BASE_URLS: "${SLOCODE_BASE_URL:-http://127.0.0.1:11438/v1};${GLM52_BASE_URL:-http://127.0.0.1:11441/v1};http://127.0.0.1:18041/v1;http://127.0.0.1:18043/v1;http://127.0.0.1:18044/v1"
|
|
31
|
-
OPENAI_API_KEYS: "slopcode;glm52;deep-research;local-agent;local-vision"
|
|
30
|
+
OPENAI_API_BASE_URLS: "${GLM52_Q8_BASE_URL:-http://127.0.0.1:11446/v1};${SLOCODE_BASE_URL:-http://127.0.0.1:11438/v1};${GLM52_BASE_URL:-http://127.0.0.1:11441/v1};http://127.0.0.1:18041/v1;http://127.0.0.1:18043/v1;http://127.0.0.1:18044/v1"
|
|
31
|
+
OPENAI_API_KEYS: "glm52-q8;slopcode;glm52;deep-research;local-agent;local-vision"
|
|
32
32
|
ENABLE_DIRECT_CONNECTIONS: "True"
|
|
33
33
|
DEFAULT_MODELS: "${PREPPERGPT_DEFAULT_MODEL:-local-chatgpt-auto}"
|
|
34
34
|
MODEL_ORDER_LIST: "${PREPPERGPT_MODEL_ORDER_LIST:-[\"local-chatgpt-auto\"]}"
|
|
@@ -149,8 +149,8 @@ services:
|
|
|
149
149
|
DEEP_RESEARCH_PORT: "18041"
|
|
150
150
|
DEEP_RESEARCH_PUBLIC_BASE_URL: "http://127.0.0.1:18041"
|
|
151
151
|
DEEP_RESEARCH_MODEL_ID: "deep-research-glm52"
|
|
152
|
-
DEEP_RESEARCH_MODEL: "${
|
|
153
|
-
DEEP_RESEARCH_GLM_BASE_URL: "${
|
|
152
|
+
DEEP_RESEARCH_MODEL: "${PREPPERGPT_GLM_MODEL:-glm52-q4-local}"
|
|
153
|
+
DEEP_RESEARCH_GLM_BASE_URL: "${PREPPERGPT_GLM_BASE_URL:-http://127.0.0.1:11441/v1}"
|
|
154
154
|
DEEP_RESEARCH_SEARXNG_URL: "http://127.0.0.1:18080/search"
|
|
155
155
|
DEEP_RESEARCH_TIKA_URL: "http://127.0.0.1:9998/tika"
|
|
156
156
|
DEEP_RESEARCH_LOCAL_APP_CONNECTOR_URL: "http://127.0.0.1:18042"
|
|
@@ -195,8 +195,8 @@ services:
|
|
|
195
195
|
LOCAL_AGENT_PORT: "18043"
|
|
196
196
|
LOCAL_AGENT_PUBLIC_BASE_URL: "http://127.0.0.1:18043"
|
|
197
197
|
LOCAL_AGENT_MODEL_ID: "local-agent-glm52"
|
|
198
|
-
LOCAL_AGENT_GLM_MODEL: "glm52-q4-local"
|
|
199
|
-
LOCAL_AGENT_GLM_BASE_URL: "${
|
|
198
|
+
LOCAL_AGENT_GLM_MODEL: "${PREPPERGPT_GLM_MODEL:-glm52-q4-local}"
|
|
199
|
+
LOCAL_AGENT_GLM_BASE_URL: "${PREPPERGPT_GLM_BASE_URL:-http://127.0.0.1:11441/v1}"
|
|
200
200
|
LOCAL_AGENT_AUTO_ROUTER_MODEL_ID: "local-auto-router"
|
|
201
201
|
LOCAL_AGENT_AUTO_ROUTER_FAST_MODEL: "gemma4:12b-256k-gpu"
|
|
202
202
|
LOCAL_AGENT_AUTO_ROUTER_FAST_BASE_URL: "http://127.0.0.1:11434/v1"
|
package/docs/hardware.md
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
# Hardware Guide
|
|
2
2
|
|
|
3
3
|
PrepperGPT works best on Linux with an NVIDIA GPU and enough NVMe space for
|
|
4
|
-
model weights.
|
|
4
|
+
model weights. It is designed for post-apocalyptic or long-duration outage
|
|
5
|
+
scenarios, so the high-end GLM tiers deliberately favor local availability and
|
|
6
|
+
answer quality over hosted-service latency.
|
|
5
7
|
|
|
6
8
|
Recommended starting points:
|
|
7
9
|
|
|
@@ -9,7 +11,22 @@ Recommended starting points:
|
|
|
9
11
|
- Balanced profile: 32-64 GB RAM, 12-24 GB VRAM, 120 GB free disk.
|
|
10
12
|
- Intelligence profile: 96 GB RAM or more, fast NVMe, and hundreds of GB free
|
|
11
13
|
for GLM 5.2 Q4 or similar large weights.
|
|
14
|
+
- Enterprise 8-bit GLM tier: 256 GB RAM or more, 48-80 GB VRAM preferred,
|
|
15
|
+
and 1.5-2 TB of fast NVMe for GLM 5.2 Q8 plus working/cache room.
|
|
12
16
|
|
|
13
17
|
The installer reserves about 15-20% VRAM headroom when deciding whether a model
|
|
14
18
|
fits. If a large manual model is selected, `preppergpt doctor` explains the
|
|
15
19
|
endpoint or file path that must be provided.
|
|
20
|
+
|
|
21
|
+
Very low tokens/sec is acceptable for the GLM 5.2 Q8 tier because that tier is
|
|
22
|
+
for situations where there is no cloud model to fall back to.
|
|
23
|
+
|
|
24
|
+
## Hardware Matrix
|
|
25
|
+
|
|
26
|
+
| Tier | Typical specs | PrepperGPT routes |
|
|
27
|
+
| --- | --- | --- |
|
|
28
|
+
| Basic CPU laptop | 16 GB RAM, no GPU, 80 GB disk | `local-chatgpt-auto`, `llama3.1:8b`, `local-vision-moondream2`, bundled Whisper |
|
|
29
|
+
| Mid NVIDIA | 64 GB RAM, 12 GB usable VRAM, 250 GB disk | Gemma fast lane, Qwen coder fallback, local vision, bundled Whisper |
|
|
30
|
+
| High NVIDIA | 128 GB RAM, 24 GB VRAM, 750 GB NVMe | GLM 5.2 Q4 configured, Slopcode/Qwen configured, Gemma fast lane, Flux configured |
|
|
31
|
+
| Full PrepperGPT rig | 128+ GB RAM, 24+ GB VRAM, 1 TB NVMe, GLM/Slopcode/Flux files present | GLM 5.2 Q4 primary, Slopcode coding, Gemma fast lane, Deep Research, Agent, Vision, Flux, Whisper |
|
|
32
|
+
| Enterprise 8-bit GLM rig | 256+ GB RAM, 48-80+ GB VRAM preferred, 1.5-2 TB fast NVMe | `glm52-q8-local` primary for Max Intelligence, `glm52-q4-local` fallback, Slopcode/Qwen coding, Gemma fast lane, full sidecar stack |
|
package/docs/model-sources.md
CHANGED
|
@@ -6,7 +6,7 @@ PrepperGPT separates routing from model licensing and distribution.
|
|
|
6
6
|
- Whisper Base STT is installer-cached from `Systran/faster-whisper-base`
|
|
7
7
|
under the local PrepperGPT model directory and mounted into OpenWebUI.
|
|
8
8
|
- Hugging Face vision models are downloaded by the local vision sidecar.
|
|
9
|
-
- Very large GLM, Slopcode, and Flux assets are marked as manual or external
|
|
9
|
+
- Very large GLM Q8/Q4, Slopcode, and Flux assets are marked as manual or external
|
|
10
10
|
until a license-compatible public download source is configured.
|
|
11
11
|
|
|
12
12
|
Manual routes are still added to OpenWebUI. They become live when their local
|
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
# PrepperGPT Local Parity Map
|
|
2
2
|
|
|
3
|
-
PrepperGPT packages the local ChatGPT-like stack around OpenWebUI
|
|
3
|
+
PrepperGPT packages the local ChatGPT-like stack around OpenWebUI for resilient
|
|
4
|
+
local use when hosted AI services are unavailable:
|
|
4
5
|
|
|
5
6
|
- OpenWebUI UI at `http://127.0.0.1:8080`
|
|
6
7
|
- Ollama fast local models at `http://127.0.0.1:11434`
|
|
7
|
-
- Optional GLM 5.2 route at `http://127.0.0.1:
|
|
8
|
+
- Optional GLM 5.2 Q8 route at `http://127.0.0.1:11446/v1`
|
|
9
|
+
- Optional GLM 5.2 Q4 route at `http://127.0.0.1:11441/v1`
|
|
8
10
|
- Optional Slopcode/Qwen route at `http://127.0.0.1:11438/v1`
|
|
9
11
|
- Deep research sidecar at `http://127.0.0.1:18041/v1`
|
|
10
12
|
- Local scheduler connector at `http://127.0.0.1:18042`
|
package/installer/cli.mjs
CHANGED
|
@@ -7,7 +7,7 @@ import { packageRoot, runtimePaths } from "./lib/paths.mjs";
|
|
|
7
7
|
import { renderInstall } from "./lib/render.mjs";
|
|
8
8
|
import { commandResult, parseArgs, readJson, shellQuote } from "./lib/util.mjs";
|
|
9
9
|
|
|
10
|
-
const VERSION = "0.1.
|
|
10
|
+
const VERSION = "0.1.2";
|
|
11
11
|
|
|
12
12
|
function usage() {
|
|
13
13
|
return `PrepperGPT ${VERSION}
|
|
@@ -62,7 +62,9 @@ function chooseFirst(candidates, models, detection) {
|
|
|
62
62
|
continue;
|
|
63
63
|
}
|
|
64
64
|
const failures = requirementFailures(model, detection);
|
|
65
|
-
|
|
65
|
+
const canUseExternalFallback =
|
|
66
|
+
["manual", "external"].includes(model.source?.type) && !model.source?.requiresHardwareFit;
|
|
67
|
+
if (failures.length === 0 || canUseExternalFallback) {
|
|
66
68
|
return { model, skipped };
|
|
67
69
|
}
|
|
68
70
|
skipped.push({ id, reasons: failures });
|
|
@@ -91,8 +93,9 @@ export function buildPlan(detection, requestedProfile = "balanced", catalog = lo
|
|
|
91
93
|
}
|
|
92
94
|
}
|
|
93
95
|
|
|
96
|
+
const defaultModel = selected.chat?.id || priorities.defaultModel;
|
|
94
97
|
const routeIds = unique([
|
|
95
|
-
|
|
98
|
+
defaultModel,
|
|
96
99
|
selected.chat?.id,
|
|
97
100
|
selected.fast?.id,
|
|
98
101
|
selected.reasoning?.id,
|
|
@@ -136,7 +139,7 @@ export function buildPlan(detection, requestedProfile = "balanced", catalog = lo
|
|
|
136
139
|
generatedAt: new Date().toISOString(),
|
|
137
140
|
profile,
|
|
138
141
|
profileLabel: priorities.label,
|
|
139
|
-
defaultModel
|
|
142
|
+
defaultModel,
|
|
140
143
|
routeIds,
|
|
141
144
|
selected,
|
|
142
145
|
skipped,
|
|
@@ -144,7 +147,7 @@ export function buildPlan(detection, requestedProfile = "balanced", catalog = lo
|
|
|
144
147
|
estimates: estimatePlan(profile, selected),
|
|
145
148
|
env: {
|
|
146
149
|
PREPPERGPT_PROFILE: profile,
|
|
147
|
-
PREPPERGPT_DEFAULT_MODEL:
|
|
150
|
+
PREPPERGPT_DEFAULT_MODEL: defaultModel,
|
|
148
151
|
PREPPERGPT_MODEL_ORDER_LIST: JSON.stringify(routeIds)
|
|
149
152
|
},
|
|
150
153
|
warnings
|
package/installer/lib/render.mjs
CHANGED
|
@@ -13,6 +13,11 @@ function envFile(plan, paths, detection) {
|
|
|
13
13
|
const dataDir = process.env.PREPPERGPT_DATA_DIR || paths.dataDir;
|
|
14
14
|
const modelsDir = process.env.PREPPERGPT_MODELS_DIR || `${dataDir}/models`;
|
|
15
15
|
const whisperHostDir = path.join(modelsDir, "whisper", "base");
|
|
16
|
+
const selectedReasoningModel = plan.selected?.reasoning?.id || "glm52-q4-local";
|
|
17
|
+
const selectedGlmBaseUrl =
|
|
18
|
+
selectedReasoningModel === "glm52-q8-local"
|
|
19
|
+
? process.env.GLM52_Q8_BASE_URL || "http://127.0.0.1:11446/v1"
|
|
20
|
+
: process.env.GLM52_BASE_URL || "http://127.0.0.1:11441/v1";
|
|
16
21
|
const adminPassword = process.env.PREPPERGPT_ADMIN_PASSWORD || secret(18);
|
|
17
22
|
const jupyterToken = process.env.JUPYTER_TOKEN || secret(18);
|
|
18
23
|
const searxngSecret = process.env.SEARXNG_SECRET_KEY || secret(24);
|
|
@@ -26,6 +31,8 @@ function envFile(plan, paths, detection) {
|
|
|
26
31
|
PREPPERGPT_PORT: process.env.PREPPERGPT_PORT || "8080",
|
|
27
32
|
PREPPERGPT_DEFAULT_MODEL: plan.defaultModel,
|
|
28
33
|
PREPPERGPT_MODEL_ORDER_LIST: JSON.stringify(plan.routeIds),
|
|
34
|
+
PREPPERGPT_GLM_MODEL: selectedReasoningModel,
|
|
35
|
+
PREPPERGPT_GLM_BASE_URL: selectedGlmBaseUrl,
|
|
29
36
|
PREPPERGPT_DOCKER_GPUS: detection.gpus?.length ? "all" : "",
|
|
30
37
|
WEBUI_NAME: "PrepperGPT",
|
|
31
38
|
WEBUI_ADMIN_EMAIL: process.env.WEBUI_ADMIN_EMAIL || "admin@preppergpt.local",
|
|
@@ -35,6 +42,7 @@ function envFile(plan, paths, detection) {
|
|
|
35
42
|
JUPYTER_TOKEN: jupyterToken,
|
|
36
43
|
SEARXNG_SECRET_KEY: searxngSecret,
|
|
37
44
|
GLM52_BASE_URL: process.env.GLM52_BASE_URL || "http://127.0.0.1:11441/v1",
|
|
45
|
+
GLM52_Q8_BASE_URL: process.env.GLM52_Q8_BASE_URL || "http://127.0.0.1:11446/v1",
|
|
38
46
|
SLOCODE_BASE_URL: process.env.SLOCODE_BASE_URL || "http://127.0.0.1:11438/v1",
|
|
39
47
|
OLLAMA_BASE_URL: process.env.OLLAMA_BASE_URL || "http://127.0.0.1:11434"
|
|
40
48
|
};
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "preppergpt",
|
|
3
|
-
"version": "0.1.
|
|
4
|
-
"description": "A
|
|
3
|
+
"version": "0.1.2",
|
|
4
|
+
"description": "A post-apocalyptic local AI field kit for running a ChatGPT-like experience when hosted services are unavailable.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"bin": {
|
|
7
7
|
"preppergpt": "bin/preppergpt.js"
|
|
@@ -28,7 +28,9 @@
|
|
|
28
28
|
"llm",
|
|
29
29
|
"ollama",
|
|
30
30
|
"preppergpt",
|
|
31
|
-
"offline-ai"
|
|
31
|
+
"offline-ai",
|
|
32
|
+
"survival",
|
|
33
|
+
"post-apocalyptic"
|
|
32
34
|
],
|
|
33
35
|
"homepage": "https://github.com/teamslop/preppergpt#readme",
|
|
34
36
|
"bugs": {
|
package/profiles/models.json
CHANGED
|
@@ -5,8 +5,8 @@
|
|
|
5
5
|
"label": "Max intelligence",
|
|
6
6
|
"defaultModel": "glm52-q4-local",
|
|
7
7
|
"roles": {
|
|
8
|
-
"chat": ["glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b", "llama3.1:8b"],
|
|
9
|
-
"reasoning": ["glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
8
|
+
"chat": ["glm52-q8-local", "glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b", "llama3.1:8b"],
|
|
9
|
+
"reasoning": ["glm52-q8-local", "glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
10
10
|
"fast": ["gemma4:12b-256k-gpu", "llama3.1:8b"],
|
|
11
11
|
"coding": ["qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
12
12
|
"research": ["deep-research-glm52"],
|
|
@@ -21,7 +21,7 @@
|
|
|
21
21
|
"defaultModel": "local-chatgpt-auto",
|
|
22
22
|
"roles": {
|
|
23
23
|
"chat": ["local-chatgpt-auto", "gemma4:12b-256k-gpu", "glm52-q4-local", "llama3.1:8b"],
|
|
24
|
-
"reasoning": ["glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
24
|
+
"reasoning": ["glm52-q8-local", "glm52-q4-local", "qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
25
25
|
"fast": ["gemma4:12b-256k-gpu", "llama3.1:8b"],
|
|
26
26
|
"coding": ["qwen3.6-35b-a3b:slopcode-cpu-64k", "qwen2.5-coder:14b"],
|
|
27
27
|
"research": ["deep-research-glm52"],
|
|
@@ -66,6 +66,26 @@
|
|
|
66
66
|
"description": "Virtual OpenAI-compatible route exposed by the local-agent sidecar."
|
|
67
67
|
}
|
|
68
68
|
},
|
|
69
|
+
{
|
|
70
|
+
"id": "glm52-q8-local",
|
|
71
|
+
"name": "GLM 5.2 Q8 Local",
|
|
72
|
+
"roles": ["chat", "reasoning"],
|
|
73
|
+
"backend": "llama.cpp",
|
|
74
|
+
"contextTokens": 65536,
|
|
75
|
+
"qualityScore": 104,
|
|
76
|
+
"speedScore": 15,
|
|
77
|
+
"tpsEstimate": "very low tokens/sec may be acceptable in disaster/off-grid use because no hosted model is available; benchmark locally",
|
|
78
|
+
"requires": {
|
|
79
|
+
"minRamGb": 192,
|
|
80
|
+
"diskGb": 1000,
|
|
81
|
+
"nvme": true
|
|
82
|
+
},
|
|
83
|
+
"source": {
|
|
84
|
+
"type": "external",
|
|
85
|
+
"requiresHardwareFit": true,
|
|
86
|
+
"description": "Run a GLM 5.2 Q8 OpenAI-compatible llama.cpp server at http://127.0.0.1:11446/v1 with weights on fast NVMe for maximum local quality when hosted services are unavailable."
|
|
87
|
+
}
|
|
88
|
+
},
|
|
69
89
|
{
|
|
70
90
|
"id": "glm52-q4-local",
|
|
71
91
|
"name": "GLM 5.2 Q4 Local",
|
|
@@ -74,7 +94,7 @@
|
|
|
74
94
|
"contextTokens": 65536,
|
|
75
95
|
"qualityScore": 100,
|
|
76
96
|
"speedScore": 25,
|
|
77
|
-
"tpsEstimate": "0.4-3 completion tokens/sec on large CPU/NVMe builds; benchmark locally",
|
|
97
|
+
"tpsEstimate": "0.4-3 completion tokens/sec on large CPU/NVMe builds; acceptable for disaster/off-grid use when no hosted service is available; benchmark locally",
|
|
78
98
|
"requires": {
|
|
79
99
|
"minRamGb": 96,
|
|
80
100
|
"diskGb": 520,
|
|
@@ -3780,11 +3780,11 @@ def local_parity_recommended_model(feature_family: str, primary_models: list[str
|
|
|
3780
3780
|
return models[0] if models else None
|
|
3781
3781
|
|
|
3782
3782
|
if "codex" in family or "software" in family or "code" in family:
|
|
3783
|
-
return first_available(["slopcode-qwen-coder-local", "local-agent-glm52", "glm52-q4-local"])
|
|
3783
|
+
return first_available(["slopcode-qwen-coder-local", "local-agent-glm52", "glm52-q8-local", "glm52-q4-local"])
|
|
3784
3784
|
if "deep research" in family:
|
|
3785
|
-
return first_available(["deep-research-glm52", "glm52-q4-local"])
|
|
3785
|
+
return first_available(["deep-research-glm52", "glm52-q8-local", "glm52-q4-local"])
|
|
3786
3786
|
if "developer mode" in family or "mcp" in family:
|
|
3787
|
-
return first_available(["local-agent-glm52", "local-chatgpt-auto", "glm52-q4-local"])
|
|
3787
|
+
return first_available(["local-agent-glm52", "local-chatgpt-auto", "glm52-q8-local", "glm52-q4-local"])
|
|
3788
3788
|
if "image generation" in family:
|
|
3789
3789
|
return first_available(["flux-2-klein-9b-fp8"])
|
|
3790
3790
|
if "image editing" in family:
|
|
@@ -3794,16 +3794,16 @@ def local_parity_recommended_model(feature_family: str, primary_models: list[str
|
|
|
3794
3794
|
if "voice" in family or "record mode" in family:
|
|
3795
3795
|
return first_available(["whisper-base-bundled", "whisper-large-v3", "local-agent-glm52"])
|
|
3796
3796
|
if "shopping" in family:
|
|
3797
|
-
return first_available(["glm52-shopping-research-local", "glm52-q4-local"])
|
|
3797
|
+
return first_available(["glm52-shopping-research-local", "glm52-q8-local", "glm52-q4-local"])
|
|
3798
3798
|
if "job search" in family or "resume" in family or "finance" in family:
|
|
3799
|
-
return first_available(["local-agent-glm52", "local-chatgpt-auto", "glm52-q4-local"])
|
|
3799
|
+
return first_available(["local-agent-glm52", "local-chatgpt-auto", "glm52-q8-local", "glm52-q4-local"])
|
|
3800
3800
|
if "study" in family:
|
|
3801
|
-
return first_available(["glm52-study-coach-local", "glm52-q4-local"])
|
|
3801
|
+
return first_available(["glm52-study-coach-local", "glm52-q8-local", "glm52-q4-local"])
|
|
3802
3802
|
if "advanced reasoning" in family or "long context" in family:
|
|
3803
|
-
return first_available(["glm52-q4-local"])
|
|
3803
|
+
return first_available(["glm52-q8-local", "glm52-q4-local"])
|
|
3804
3804
|
if "data analysis" in family or "canvas" in family or "memory" in family or "agent mode" in family:
|
|
3805
|
-
return first_available(["local-agent-glm52", "glm52-q4-local"])
|
|
3806
|
-
return first_available(["local-chatgpt-auto", "local-auto-router", "local-instant-gemma4-12b", "glm52-q4-local"])
|
|
3805
|
+
return first_available(["local-agent-glm52", "glm52-q8-local", "glm52-q4-local"])
|
|
3806
|
+
return first_available(["local-chatgpt-auto", "local-auto-router", "local-instant-gemma4-12b", "glm52-q8-local", "glm52-q4-local"])
|
|
3807
3807
|
|
|
3808
3808
|
|
|
3809
3809
|
def local_parity_route_for_model(feature_family: str, model: str | None, profiles: dict) -> dict:
|
|
@@ -3833,10 +3833,10 @@ def local_parity_route_for_model(feature_family: str, model: str | None, profile
|
|
|
3833
3833
|
route_id = "slopcode_tiny"
|
|
3834
3834
|
route_type = "benchmarked_chat_route"
|
|
3835
3835
|
action = "Select the Slopcode/Qwen coding model in OpenWebUI for local software work."
|
|
3836
|
-
elif model_text
|
|
3836
|
+
elif model_text in {"glm52-q8-local", "glm52-q4-local"} or "advanced reasoning" in family or "long context" in family:
|
|
3837
3837
|
route_id = "glm_tiny"
|
|
3838
3838
|
route_type = "benchmarked_chat_route"
|
|
3839
|
-
action = "Select GLM 5.2
|
|
3839
|
+
action = "Select the best available local GLM 5.2 route in OpenWebUI for private long-context reasoning."
|
|
3840
3840
|
elif "shopping" in model_text:
|
|
3841
3841
|
route_id = "glm52_shopping_research_preset"
|
|
3842
3842
|
route_type = "chat_preset"
|
|
@@ -4462,9 +4462,9 @@ WORKFLOW_RECIPE_BLUEPRINTS = [
|
|
|
4462
4462
|
"id": "private-long-context-workflow",
|
|
4463
4463
|
"task_id": "private-long-context-reasoning",
|
|
4464
4464
|
"title": "Private long-context reasoning with GLM 5.2",
|
|
4465
|
-
"openwebui_entrypoint": "Model picker -> glm52-q4-local",
|
|
4465
|
+
"openwebui_entrypoint": "Model picker -> glm52-q8-local on enterprise rigs, otherwise glm52-q4-local",
|
|
4466
4466
|
"steps": [
|
|
4467
|
-
"Select glm52-
|
|
4467
|
+
"Select glm52-q8-local on enterprise hardware when maximum local quality matters; otherwise select glm52-q4-local.",
|
|
4468
4468
|
"Keep the prompt bounded when possible; use files/projects for reusable context.",
|
|
4469
4469
|
"Use fast local routes for quick follow-ups when GLM latency is not needed.",
|
|
4470
4470
|
],
|
|
@@ -5293,6 +5293,7 @@ def local_parity_dashboard() -> dict:
|
|
|
5293
5293
|
},
|
|
5294
5294
|
"urls": {
|
|
5295
5295
|
"openwebui": "http://127.0.0.1:8080",
|
|
5296
|
+
"glm52_q8_openai": "http://127.0.0.1:11446/v1",
|
|
5296
5297
|
"glm52_openai": "http://127.0.0.1:11441/v1",
|
|
5297
5298
|
"slopcode_openai": "http://127.0.0.1:11438/v1",
|
|
5298
5299
|
"deep_research_openai": "http://127.0.0.1:18041/v1",
|
|
@@ -5306,6 +5307,7 @@ def local_parity_dashboard() -> dict:
|
|
|
5306
5307
|
},
|
|
5307
5308
|
"primary_models": [
|
|
5308
5309
|
{"id": "local-chatgpt-auto", "route": "fast_router", "best_for": "default local ChatGPT-like routing"},
|
|
5310
|
+
{"id": "glm52-q8-local", "route": "glm_tiny", "context_tokens": 65536, "best_for": "enterprise 8-bit private long-context reasoning"},
|
|
5309
5311
|
{"id": "glm52-q4-local", "route": "glm_tiny", "context_tokens": 65536, "best_for": "private long-context reasoning"},
|
|
5310
5312
|
{
|
|
5311
5313
|
"id": "qwen3.6-35b-a3b:slopcode-cpu-64k",
|
|
@@ -6660,7 +6662,7 @@ def local_parity_audit_html() -> str:
|
|
|
6660
6662
|
{metric("Starter prompts", f"{starter_summary.get('ready_starter_prompts')}/{starter_summary.get('starter_prompts')}", "prompt-library items")}
|
|
6661
6663
|
{metric("Current release", f"{source_freshness_summary.get('current_release_covered_families')}/{source_freshness_summary.get('current_release_expected_families')}", "families")}
|
|
6662
6664
|
{metric("Release evidence", f"{source_freshness_summary.get('current_release_covered_evidence_terms')}/{source_freshness_summary.get('current_release_expected_evidence_terms')}", "terms")}
|
|
6663
|
-
{metric("Primary GLM route", "glm52-q4-local", "local long-context model")}
|
|
6665
|
+
{metric("Primary GLM route", "glm52-q8-local / glm52-q4-local", "local long-context model")}
|
|
6664
6666
|
{metric("Scope exclusions", f"{frontier_summary.get('excluded_from_local_goal_items')}/{frontier_summary.get('boundary_items')}", "hosted capabilities")}
|
|
6665
6667
|
{metric("Evidence artifacts", f"{evidence_summary.get('ready_artifacts')}/{evidence_summary.get('artifacts')}", "privacy-safe proof")}
|
|
6666
6668
|
{metric("Quality evals", scorecard_summary.get('quality_evals'), "executable")}
|
|
@@ -9653,7 +9655,7 @@ def local_parity_gap_report_html() -> str:
|
|
|
9653
9655
|
{metric("Quality evals", summary.get('quality_evals'), "executable catalog")}
|
|
9654
9656
|
{metric("Continuity", summary.get('continuity_status'), "fallback status")}
|
|
9655
9657
|
{metric("Sources", summary.get('source_entries'), "source snapshot")}
|
|
9656
|
-
{metric("Primary GLM route", "glm52-q4-local", "local long-context model")}
|
|
9658
|
+
{metric("Primary GLM route", "glm52-q8-local / glm52-q4-local", "local long-context model")}
|
|
9657
9659
|
{metric("GLM context", "65,536", "tokens")}
|
|
9658
9660
|
{metric("Scope exclusions", f"{frontier_summary.get('excluded_from_local_goal_items')}/{frontier_summary.get('boundary_items')}", "hosted capabilities")}
|
|
9659
9661
|
</section>
|
|
@@ -12797,7 +12799,7 @@ def local_model_route_recommendations() -> dict:
|
|
|
12797
12799
|
"glm_tiny": {
|
|
12798
12800
|
"title": "Private GLM 5.2 reasoning route",
|
|
12799
12801
|
"benchmark_suite": "glm_tiny",
|
|
12800
|
-
"default_model": "glm52-q4-local",
|
|
12802
|
+
"default_model": "glm52-q8-local or glm52-q4-local",
|
|
12801
12803
|
"target_tps": 0.1,
|
|
12802
12804
|
"best_for": [
|
|
12803
12805
|
"private long-context reasoning",
|