@nanogpt/private-mode 0.1.2 → 0.1.3

package/lib/requestTransforms.js

@@ -6,6 +6,32 @@ const ASSISTANT_REASONING_MESSAGE_FIELDS = [
   'reasoning_content',
   'reasoning_details',
 ];
+const PRIVATE_TINFOIL_CHAT_COMPLETION_BODY_FIELDS = new Set([
+  'chat_template_kwargs',
+  'frequency_penalty',
+  'function_call',
+  'functions',
+  'logit_bias',
+  'logprobs',
+  'max_tokens',
+  'messages',
+  'model',
+  'n',
+  'parallel_tool_calls',
+  'presence_penalty',
+  'reasoning_effort',
+  'response_format',
+  'seed',
+  'stop',
+  'stream',
+  'stream_options',
+  'temperature',
+  'tool_choice',
+  'tools',
+  'top_logprobs',
+  'top_p',
+  'user',
+]);
 
 // Keep request mutation behavior in sync with lib/privateMode/tinfoilBrowserClient.ts
 // for explicit fields. The local proxy preserves OpenAI's non-streaming default.
@@ -79,6 +105,14 @@ function mergeChatTemplateKwargs(body) {
   return isPlainObject(body.chat_template_kwargs) ? body.chat_template_kwargs : {};
 }
 
+function stripUnsupportedPrivateTinfoilFields(body) {
+  for (const key of Object.keys(body)) {
+    if (!PRIVATE_TINFOIL_CHAT_COMPLETION_BODY_FIELDS.has(key)) {
+      delete body[key];
+    }
+  }
+}
+
 function stripPrivateModeReasoningBlocks(value) {
   return value
     .replace(/◁think▷/g, '<think>')
@@ -178,9 +212,17 @@ function applyTinfoilCompatibilityMutations(body, model) {
 export function applyPrivateModelRequestMutations(body, model) {
   stripPrivateModeReasoningFromMessages(body);
 
+  if (body.max_tokens === undefined && body.max_completion_tokens !== undefined) {
+    body.max_tokens = body.max_completion_tokens;
+  }
+  if (body.max_tokens === undefined && body.maxCompletionTokens !== undefined) {
+    body.max_tokens = body.maxCompletionTokens;
+  }
   if (body.max_tokens === undefined && body.maxTokens !== undefined) {
     body.max_tokens = body.maxTokens;
   }
+  delete body.max_completion_tokens;
+  delete body.maxCompletionTokens;
   delete body.maxTokens;
 
   body.model = model.upstreamModel;
@@ -192,6 +234,8 @@ export function applyPrivateModelRequestMutations(body, model) {
       ...(body.stream_options && typeof body.stream_options === 'object' ? body.stream_options : {}),
       include_usage: true,
     };
+  } else {
+    delete body.stream_options;
   }
   applyTinfoilCompatibilityMutations(body, model);
 
@@ -202,10 +246,7 @@ export function applyPrivateModelRequestMutations(body, model) {
     };
     delete body.thinking;
     delete body.reasoning_effort;
-    return body;
-  }
-
-  if (model.thinkingMode === 'deepseek-v4-pro') {
+  } else if (model.thinkingMode === 'deepseek-v4-pro') {
     const thinkingEnabled = shouldEnableThinking(body, model);
     body.chat_template_kwargs = {
       ...mergeChatTemplateKwargs(body),
@@ -223,5 +264,6 @@ export function applyPrivateModelRequestMutations(body, model) {
     delete body.reasoning_effort;
   }
 
+  stripUnsupportedPrivateTinfoilFields(body);
   return body;
 }

package/lib/server.js

@@ -6,6 +6,10 @@ import {
   getCorsHeadersForRequest,
 } from './originPolicy.js';
 import { applyPrivateModelRequestMutations } from './requestTransforms.js';
+import {
+  normalizePrivateModeUpstreamErrorMessage,
+  readErrorMessage,
+} from './serverErrorNormalization.js';
 import { buildPrivateModeStatusContract } from './statusContract.js';
 
 const MODELS = JSON.parse(
@@ -302,9 +306,10 @@ async function handleChatCompletion({ apiBase, apiKey, secureState, req, res, co
   } catch (error) {
     responseComplete = true;
     if (res.destroyed) return;
+    const message = error instanceof Error ? error.message : String(error);
     jsonResponse(res, 502, {
       error: {
-        message: `Private Mode request failed: ${error instanceof Error ? error.message : String(error)}`,
+        message: `Private Mode request failed: ${normalizePrivateModeUpstreamErrorMessage(message, message)}`,
         type: 'api_error',
         code: 'private_mode_request_failed',
       },
@@ -321,6 +326,20 @@ async function handleChatCompletion({ apiBase, apiKey, secureState, req, res, co
   const privateMode = response.headers.get('x-nanogpt-private-mode');
   if (privateMode) headers['x-nanogpt-private-mode'] = privateMode;
 
+  if (!response.ok) {
+    responseComplete = true;
+    const errorHeaders = { ...headers };
+    delete errorHeaders['content-type'];
+    jsonResponse(res, response.status, {
+      error: {
+        message: await readErrorMessage(response, `Private Mode request failed with HTTP ${response.status}`),
+        type: 'api_error',
+        code: 'private_mode_upstream_failed',
+      },
+    }, errorHeaders);
+    return;
+  }
+
   if (privateStreamRequested && response.body) {
     res.writeHead(response.status, headers);
     const reader = response.body.getReader();

package/lib/serverErrorNormalization.js

@@ -0,0 +1,45 @@
+// Keep upstream error normalization in sync with lib/privateMode/tinfoilBrowserClient.ts.
+const UPSTREAM_OBJECT_SHAPE_ERROR_PATTERN = /object has no attribute ['"]get['"]/i;
+const MISSING_EHBP_RESPONSE_NONCE_PATTERN = /missing\s+ehbp-response-nonce\s+header/i;
+
+export function normalizePrivateModeUpstreamErrorMessage(message, fallback) {
+  if (UPSTREAM_OBJECT_SHAPE_ERROR_PATTERN.test(message)) {
+    return 'Private Mode upstream returned an internal error while processing request metadata. Retry or choose another Private Mode model.';
+  }
+  if (MISSING_EHBP_RESPONSE_NONCE_PATTERN.test(message)) {
+    return 'Private Mode did not receive an encrypted response from Tinfoil. The private request may have been rejected before completion.';
+  }
+  return message || fallback;
+}
+
+export async function readErrorMessage(response, fallback) {
+  let message = fallback;
+  try {
+    const data = await response.clone().json();
+    if (data && typeof data === 'object' && !Array.isArray(data)) {
+      const error = data.error && typeof data.error === 'object' && !Array.isArray(data.error)
+        ? data.error
+        : {};
+      message = (
+        typeof error.message === 'string' && error.message.trim()
+          ? error.message
+          : typeof data.message === 'string' && data.message.trim()
+            ? data.message
+            : fallback
+      );
+    } else if (typeof data === 'string' && data.trim()) {
+      message = data;
+    } else if (typeof data === 'number' || typeof data === 'boolean') {
+      message = String(data);
+    }
+  } catch {
+    try {
+      const text = await response.text();
+      message = text || fallback;
+    } catch {
+      message = fallback;
+    }
+  }
+
+  return normalizePrivateModeUpstreamErrorMessage(message, fallback);
+}

package/models/private-tee.json

@@ -30,24 +30,14 @@
     "aliases": ["private/llama-3.3-70b", "TEE/llama3-3-70b"]
   },
   {
-    "id": "private/glm-5-1",
-    "name": "GLM 5.1 Private",
-    "upstreamModel": "glm-5-1",
-    "billingModel": "TEE/glm-5-1",
-    "teeTargetModel": "glm-5-1",
-    "created": 1764547200,
-    "ownedBy": "nanogpt-private-mode",
-    "aliases": ["private/glm-5.1", "TEE/glm-5-1", "TEE/glm-5.1"]
-  },
-  {
-    "id": "private/glm-5-1-thinking",
-    "name": "GLM 5.1 Thinking Private",
-    "upstreamModel": "glm-5-1",
-    "billingModel": "TEE/glm-5-1-thinking",
-    "teeTargetModel": "glm-5-1",
-    "created": 1764547200,
+    "id": "private/glm-5-2",
+    "name": "GLM 5.2 Private",
+    "upstreamModel": "glm-5-2",
+    "billingModel": "TEE/glm-5-2",
+    "teeTargetModel": "glm-5-2",
+    "created": 1781827200,
     "ownedBy": "nanogpt-private-mode",
-    "aliases": ["private/glm-5.1-thinking", "TEE/glm-5-1-thinking", "TEE/glm-5.1-thinking"]
+    "aliases": ["private/glm-5.2", "TEE/glm-5-2", "TEE/glm-5.2"]
   },
   {
     "id": "private/gemma4-31b",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nanogpt/private-mode",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "OpenAI-compatible localhost proxy for NanoGPT Private Mode.",
   "type": "module",
   "publishConfig": {
@@ -15,6 +15,7 @@
     "lib/originPolicy.js",
     "lib/requestTransforms.js",
     "lib/server.js",
+    "lib/serverErrorNormalization.js",
     "lib/statusContract.js",
     "lib/verifyReceipt.js",
     "models",