@nanogpt/private-mode 0.1.3 → 0.1.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/lib/requestTransforms.js +2 -2
- package/models/private-tee.json +12 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -48,6 +48,14 @@ GET http://127.0.0.1:8787/v1/private-mode/status
|
|
|
48
48
|
GET http://127.0.0.1:8787/v1/private-mode/attestation
|
|
49
49
|
```
|
|
50
50
|
|
|
51
|
+
Supported private model IDs include:
|
|
52
|
+
|
|
53
|
+
- `private/kimi-k2-6`
|
|
54
|
+
- `private/glm-5-1`
|
|
55
|
+
- `private/glm-5-1-thinking`
|
|
56
|
+
- `private/glm-5-2`
|
|
57
|
+
- `private/glm-5-2:thinking`
|
|
58
|
+
|
|
51
59
|
Browser requests are locked down by default. The proxy only accepts same-machine clients and rejects browser `Origin` headers that are not explicitly allowed, so a random website or LAN client cannot spend the local `NANOGPT_API_KEY` while the proxy is running. If a local browser app needs to call the proxy directly, allow that exact origin:
|
|
52
60
|
|
|
53
61
|
```bash
|
package/lib/requestTransforms.js
CHANGED
|
@@ -60,7 +60,7 @@ function isReasoningEnabled(reasoning) {
|
|
|
60
60
|
if (typeof reasoning === 'boolean') return reasoning;
|
|
61
61
|
if (!isPlainObject(reasoning)) return undefined;
|
|
62
62
|
|
|
63
|
-
if (reasoning.
|
|
63
|
+
if (reasoning.enabled === false) return false;
|
|
64
64
|
if (reasoning.enabled === true) return true;
|
|
65
65
|
if (typeof reasoning.effort === 'string') {
|
|
66
66
|
return reasoning.effort.toLowerCase() !== 'none';
|
|
@@ -246,7 +246,7 @@ export function applyPrivateModelRequestMutations(body, model) {
|
|
|
246
246
|
};
|
|
247
247
|
delete body.thinking;
|
|
248
248
|
delete body.reasoning_effort;
|
|
249
|
-
} else if (model.thinkingMode === 'deepseek-v4-pro') {
|
|
249
|
+
} else if (model.thinkingMode === 'deepseek-v4-pro' || model.thinkingMode === 'glm-5.2') {
|
|
250
250
|
const thinkingEnabled = shouldEnableThinking(body, model);
|
|
251
251
|
body.chat_template_kwargs = {
|
|
252
252
|
...mergeChatTemplateKwargs(body),
|
package/models/private-tee.json
CHANGED
|
@@ -35,10 +35,22 @@
|
|
|
35
35
|
"upstreamModel": "glm-5-2",
|
|
36
36
|
"billingModel": "TEE/glm-5-2",
|
|
37
37
|
"teeTargetModel": "glm-5-2",
|
|
38
|
+
"thinkingMode": "glm-5.2",
|
|
38
39
|
"created": 1781827200,
|
|
39
40
|
"ownedBy": "nanogpt-private-mode",
|
|
40
41
|
"aliases": ["private/glm-5.2", "TEE/glm-5-2", "TEE/glm-5.2"]
|
|
41
42
|
},
|
|
43
|
+
{
|
|
44
|
+
"id": "private/glm-5-2:thinking",
|
|
45
|
+
"name": "GLM 5.2 Thinking Private",
|
|
46
|
+
"upstreamModel": "glm-5-2",
|
|
47
|
+
"billingModel": "TEE/glm-5-2:thinking",
|
|
48
|
+
"teeTargetModel": "glm-5-2",
|
|
49
|
+
"thinkingMode": "glm-5.2",
|
|
50
|
+
"created": 1781827200,
|
|
51
|
+
"ownedBy": "nanogpt-private-mode",
|
|
52
|
+
"aliases": ["private/glm-5.2:thinking", "TEE/glm-5-2:thinking", "TEE/glm-5.2:thinking"]
|
|
53
|
+
},
|
|
42
54
|
{
|
|
43
55
|
"id": "private/gemma4-31b",
|
|
44
56
|
"name": "Gemma 4 31B Private",
|