llm-switcher 1.1.1 → 1.1.2

package/README.md

@@ -191,7 +191,15 @@ flowchart LR
 
 ---
 
-## Changes in this update
+## Changes in 1.1.2
+
+- **npm package.** Install with `npm install -g llm-switcher` and run `switch`. An npm install keeps its data in `~/.llm-switcher`, so an upgrade does not erase your configuration. A git checkout keeps its data next to the code, as before.
+- **Contract lab.** The gateway can send a small sample of complete exchanges to an [intact](https://github.com/louisphamdev/intact) server, which finds fields that the converter loses. It is off by default. See "Contract lab" below.
+- **macOS.** `blindfold/make-certs.sh` now runs with LibreSSL, the default `openssl` on macOS.
+- **Upgrade from 1.1.0 or older.** A running gateway older than 1.1.1 cannot prove its identity. `switch` now names it and does not stop it. Stop it by hand once, then run `switch on`.
+- **Tests.** `npm test` runs only `tests/**/*.test.mjs`, also on Node.js 18 and 20.
+
+### Earlier changes
 
 - The desktop dashboard now uses a compact developer-tool layout. It has clearer route controls, keyboard-accessible tabs, labeled model fields, and no decorative emoji.
 - Codex profiles now use three documented roles: `main`, `review`, and `subagent`.
@@ -222,6 +230,8 @@ cp "$(npm root -g)/llm-switcher/config.example.json" ~/.llm-switcher/config.json
 
 An npm install keeps `config.json`, `admin.token` and the launch files in `~/.llm-switcher`. An upgrade replaces the package folder only, so your configuration stays.
 
+If you upgrade from 1.1.0 or older, stop the running gateway before you run `switch`. An older gateway cannot prove its identity, so `switch` does not stop it for you.
+
 **Option B: git clone**
 ```bash
 git clone https://github.com/louisphamdev/llm-switcher.git

package/README.vi.md

@@ -191,7 +191,15 @@ flowchart LR
 
 ---
 
-## Thay đổi trong lần cập nhật này
+## Thay đổi trong bản 1.1.2
+
+- **Gói npm.** Cài bằng `npm install -g llm-switcher` rồi chạy `switch`. Bản cài bằng npm lưu dữ liệu trong `~/.llm-switcher`, nên nâng cấp không xoá cấu hình. Bản git checkout vẫn lưu dữ liệu cạnh mã nguồn như trước.
+- **Contract lab.** Gateway có thể gửi một phần nhỏ các lượt trao đổi hoàn chỉnh lên server [intact](https://github.com/louisphamdev/intact) để tìm field mà converter làm mất. Mặc định tính năng này tắt. Xem mục "Contract lab" bên dưới.
+- **macOS.** `blindfold/make-certs.sh` giờ chạy được với LibreSSL, là `openssl` mặc định trên macOS.
+- **Nâng cấp từ 1.1.0 trở xuống.** Gateway cũ hơn 1.1.1 không chứng minh được danh tính. `switch` giờ gọi đúng tên nó và không tự dừng nó. Dừng nó bằng tay một lần, rồi chạy `switch on`.
+- **Test.** `npm test` chỉ chạy `tests/**/*.test.mjs`, kể cả trên Node.js 18 và 20.
+
+### Các thay đổi trước đó
 
 - Dashboard cho máy tính nay có bố cục gọn như một công cụ dành cho lập trình viên. Các điều khiển route rõ hơn, tab dùng được bằng bàn phím, trường model có nhãn đầy đủ và không còn emoji trang trí.
 - Profile Codex dùng ba vai trò theo tài liệu chính thức: `main`, `review` và `subagent`.
@@ -222,6 +230,8 @@ cp "$(npm root -g)/llm-switcher/config.example.json" ~/.llm-switcher/config.json
 
 Bản cài bằng npm lưu `config.json`, `admin.token` và các file khởi chạy trong `~/.llm-switcher`. Khi nâng cấp, npm chỉ thay thư mục package, nên cấu hình của bạn vẫn còn.
 
+Nếu bạn nâng cấp từ 1.1.0 trở xuống, hãy dừng gateway đang chạy trước khi chạy `switch`. Gateway cũ không chứng minh được danh tính, nên `switch` không tự dừng nó.
+
 **Cách B: git clone**
 ```bash
 git clone https://github.com/louisphamdev/llm-switcher.git

package/blindfold/make-certs.sh

@@ -2,6 +2,7 @@
 # Build the private CA and the leaf certificate that blindfold.mjs presents.
 #
 # Windows: run this from Git Bash. The openssl that ships with Git for Windows works.
+# macOS: /usr/bin/openssl is LibreSSL. Use only options that LibreSSL also has (it has no `x509 -ext`).
 # The earlier attempt used PowerShell New-SelfSignedCertificate, whose leaf was refused
 # with "unsuitable certificate purpose" because it carried no serverAuth extended key
 # usage. The extension files below are what fix that, so do not drop them.
@@ -92,4 +93,4 @@ mv -f "$WORK/ca.key" "$WORK/ca.pem" "$WORK/leaf.key" "$WORK/leaf.pem" "$OUT_DIR/
 
 echo "[blindfold] CA     : $OUT_DIR/ca.pem"
 echo "[blindfold] leaf   : $OUT_DIR/leaf.pem"
-openssl x509 -in "$OUT_DIR/leaf.pem" -noout -ext extendedKeyUsage,subjectAltName
+openssl x509 -in "$OUT_DIR/leaf.pem" -noout -text | grep -A1 -E "Extended Key Usage|Subject Alternative Name"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-switcher",
-  "version": "1.1.1",
+  "version": "1.1.2",
   "description": "Zero-dependency multi-protocol edge gateway & provider switcher for Claude Code, Codex, OpenAI and Gemini clients",
   "keywords": [
     "llm",
@@ -30,7 +30,7 @@
   },
   "scripts": {
     "start": "node proxy.mjs",
-    "test": "node --test",
+    "test": "node scripts/run-tests.mjs",
     "test:live": "node tests/live-optimizer-interop.mjs"
   }
 }

package/scripts/run-tests.mjs

@@ -0,0 +1,19 @@
+// Runs only tests/**/*.test.mjs. A bare `node --test` also collects test files from git-ignored
+// folders (an old copy in temp/), and Node 18 and 20 do not expand a glob argument.
+import fs from 'node:fs';
+import path from 'node:path';
+import { spawnSync } from 'node:child_process';
+import { fileURLToPath } from 'node:url';
+
+const root = path.join(path.dirname(fileURLToPath(import.meta.url)), '..');
+const files = [];
+(function walk(dir) {
+  for (const e of fs.readdirSync(dir, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
+    const p = path.join(dir, e.name);
+    if (e.isDirectory()) walk(p);
+    else if (e.name.endsWith('.test.mjs')) files.push(path.relative(root, p));
+  }
+})(path.join(root, 'tests'));
+
+const r = spawnSync(process.execPath, ['--test', ...process.argv.slice(2), ...files], { cwd: root, stdio: 'inherit' });
+process.exit(r.status ?? 1);

package/state.mjs

@@ -792,13 +792,15 @@ function getJson(port, pathname, timeoutMs = 3000) {
 
 const newNonce = () => crypto.randomBytes(16).toString('hex');
 
-/** 'ours' | 'foreign' | 'silent' | 'free'. Treat 'silent' like 'foreign' in every decision. */
+/** 'ours' | 'legacy' | 'foreign' | 'silent' | 'free'. Treat 'legacy' and 'silent' like 'foreign' in every decision. */
 export async function probeGateway(port) {
   const nonce = newNonce();
   const r = await getJson(port, `/health?challenge=${nonce}`);
   if (r.state !== 'answered') return r.state;
   const b = r.body;
   if (b?.proxy !== 'llm-switcher' || b.port !== port) return 'foreign';
+  // Gateways before 1.1.1 answer without a proof: name them, but never trust them enough to stop them.
+  if (!('proof' in b)) return 'legacy';
   const proof = identityProof(nonce, { role: 'gateway', port, pid: b.pid });
   return proof && b.proof === proof ? 'ours' : 'foreign';
 }

package/switch.mjs

@@ -82,9 +82,14 @@ function startProxyBackground(port) {
 }
 
 // 'silent' is a listener that never answered: a hung gateway of ours, or another program.
-const isHeld = (state) => state === 'foreign' || state === 'silent';
+const isHeld = (state) => state === 'foreign' || state === 'silent' || state === 'legacy';
 
 function refuseForeignPort(port, owner, state = 'foreign') {
+  if (state === 'legacy') {
+    console.error(`[Error] An llm-switcher gateway older than 1.1.1 runs on port ${port}. Stop it, then run \`switch on\` again.`);
+    console.error('        It cannot prove its identity, so this switcher does not stop it. Nothing was changed.');
+    process.exit(1);
+  }
   console.error(state === 'silent'
     ? `[Error] Port ${port} accepts connections but does not answer. A hung ${owner} or another program holds it.`
     : `[Error] Port ${port} is held by another process, not by ${owner}.`);
@@ -204,7 +209,7 @@ function listeningPids(port) {
   return [...pids];
 }
 
-// Returns 'stopped', 'not-running', 'not-ours', 'silent' or 'still-running'. The kill targets the process that
+// Returns 'stopped', 'not-running', 'not-ours', 'legacy', 'silent' or 'still-running'. The kill targets the process that
 // listens on the port, right after the identity probe confirmed that listener is this switcher.
 async function stopProxy(port) {
   const state = await probeGateway(port);
@@ -226,6 +231,7 @@ async function stopProxy(port) {
     return 'stopped';
   }
   if (state === 'foreign') return 'not-ours';
+  if (state === 'legacy') return 'legacy';
   if (state === 'silent') {
     if (ownUnit) {
       serviceStop(svc);
@@ -465,6 +471,10 @@ async function turnOff(targetArg) {
     console.error(`[Error] The gateway on port ${port} is still running. Stop it by hand; the launcher files are already cleared.`);
     process.exit(1);
   }
+  if (result === 'legacy') {
+    console.error(`[Error] An llm-switcher gateway older than 1.1.1 runs on port ${port}. Stop it, then run \`switch on\` again.`);
+    process.exit(1);
+  }
   if (result === 'not-ours' || result === 'silent') {
     console.error(result === 'silent'
       ? `[Error] Port ${port} accepts connections but does not answer, so it is not proven to be this switcher. It was not stopped.`
@@ -502,7 +512,7 @@ async function showStatus() {
   const flagged = fs.existsSync(paths.activeFlag);
 
   console.log('=== LLM Switcher Status ===');
-  const held = { foreign: `PORT ${port} HELD BY ANOTHER PROCESS`, silent: `PORT ${port} DOES NOT ANSWER (hung gateway or another program)` };
+  const held = { legacy: `OLD GATEWAY (< 1.1.1) ON PORT ${port}: stop it, then run \`switch on\``, foreign: `PORT ${port} HELD BY ANOTHER PROCESS`, silent: `PORT ${port} DOES NOT ANSWER (hung gateway or another program)` };
   console.log(`Proxy Service:  ${isRunning ? `RUNNING (port ${port})` : held[gateway] || 'STOPPED'}`);
   console.log(`Web UI:         http://127.0.0.1:${port}/ui`);
   console.log(`Launcher Flag:  ${flagged ? 'active.flag present' : 'absent (launchers use official endpoints)'}`);

package/tests/datadir.test.mjs

@@ -3,6 +3,7 @@ import assert from 'node:assert/strict';
 import fs from 'node:fs';
 import os from 'node:os';
 import path from 'node:path';
+import { execFileSync } from 'node:child_process';
 import { resolveDataDir } from '../state.mjs';
 
 const tmp = () => fs.mkdtempSync(path.join(os.tmpdir(), 'llm-sw-datadir-'));
@@ -35,3 +36,16 @@ test('package.json is publishable and exposes the switch command', () => {
   assert.equal(pkg.bin?.switch, 'switch.mjs');
   assert.ok(fs.existsSync(new URL('../LICENSE', import.meta.url)), 'LICENSE file exists');
 });
+
+// macOS ships LibreSSL as /usr/bin/openssl. It has no `x509 -ext`; the script must not depend on it.
+test('make-certs.sh runs with an openssl that lacks LibreSSL-missing options', { skip: process.platform === 'win32' }, () => {
+  const dir = tmp();
+  const real = execFileSync('sh', ['-c', 'command -v openssl'], { encoding: 'utf8' }).trim();
+  const bin = path.join(dir, 'bin');
+  fs.mkdirSync(bin);
+  fs.writeFileSync(path.join(bin, 'openssl'), `#!/bin/sh\nfor a in "$@"; do [ "$a" = "-ext" ] && { echo "unknown option -ext" >&2; exit 1; }; done\nexec "${real}" "$@"\n`, { mode: 0o755 });
+  const out = path.join(dir, 'certs');
+  const script = new URL('../blindfold/make-certs.sh', import.meta.url).pathname;
+  execFileSync('bash', [script, 'chatgpt.com', out], { env: { ...process.env, PATH: `${bin}:${process.env.PATH}` }, stdio: 'pipe' });
+  for (const f of ['ca.pem', 'leaf.pem', 'leaf.key']) assert.ok(fs.existsSync(path.join(out, f)), f);
+});

package/tests/state.test.mjs

@@ -514,7 +514,9 @@ test('make-certs.sh builds a CA that can sign only for its host', (t) => {
   fs.writeFileSync(path.join(dir, 'evil.ext'), 'subjectAltName = DNS:evil.test\n');
   ossl('x509', '-req', '-in', 'evil.csr', '-CA', path.join(certs, 'ca.pem'), '-CAkey', path.join(certs, 'ca.key'),
     '-CAcreateserial', '-days', '1', '-extfile', 'evil.ext', '-out', 'evil.pem');
-  assert.throws(() => ossl('verify', '-CAfile', path.join(certs, 'ca.pem'), 'evil.pem'), /permitted subtree violation/);
+  // LibreSSL prints the verify error on stdout, OpenSSL 3 on stderr.
+  assert.throws(() => ossl('verify', '-CAfile', path.join(certs, 'ca.pem'), 'evil.pem'),
+    (e) => /permitted subtree violation/.test(`${e.stdout}${e.stderr}`));
 });
 
 // ---- Launch state, config cache, logs, probes (audit F28, F31, F42, M5, racer "blocked gateway") ----
@@ -595,6 +597,30 @@ test('a port that accepts but never answers probes as silent, not as foreign', a
   assert.equal(await probeGateway(server.address().port), 'silent');
 });
 
+// A gateway from before 1.1.1 answers /health without an identity proof. It is ours in spirit but
+// cannot be proven, so it is never stopped; the CLI names it instead of calling it a foreign process.
+test('a pre-1.1.1 gateway answers without a proof and probes as legacy, not as foreign', async (t) => {
+  const http = await import('node:http');
+  const server = http.createServer((req, res) => {
+    res.writeHead(200, { 'content-type': 'application/json' });
+    res.end(JSON.stringify({ status: 'ok', proxy: 'llm-switcher', port: server.address().port, configLoaded: true }));
+  });
+  await new Promise(r => server.listen(0, '127.0.0.1', r));
+  t.after(() => server.close());
+  assert.equal(await probeGateway(server.address().port), 'legacy');
+});
+
+test('an llm-switcher answer with a wrong proof is still foreign', async (t) => {
+  const http = await import('node:http');
+  const server = http.createServer((req, res) => {
+    res.writeHead(200, { 'content-type': 'application/json' });
+    res.end(JSON.stringify({ status: 'ok', proxy: 'llm-switcher', port: server.address().port, pid: 1, proof: 'forged' }));
+  });
+  await new Promise(r => server.listen(0, '127.0.0.1', r));
+  t.after(() => server.close());
+  assert.equal(await probeGateway(server.address().port), 'foreign');
+});
+
 // Codex parses an unquoted --config value as TOML first. The Windows shim passes names unquoted, so a
 // name that TOML reads as a number, a boolean or a date would change type (audit N-3 residual).
 test('isSafeModelName refuses names that TOML reads as something other than a string', () => {