ldrouter 1.6.3 → 1.7.0

package/CHANGELOG.md

@@ -4,6 +4,78 @@ All notable changes to this project are documented here. The format follows
 [Keep a Changelog](https://keepachangelog.com/) and the project adheres to
 [Semantic Versioning](https://semver.org/).
 
+## [1.7.0] - 2026-08-31
+
+### Added
+
+- **Real-time request notifications**: every gateway request completion shows a notification card in the admin UI (stacked, all visible simultaneously). Cards show model/request, in/out tokens, cache tokens, success/failure, duration + TTFT; auto-dismiss after 5s with manual close button; red on failure, amber when slow (>15s), default surface otherwise. Plays `notification.mp3` per notification.
+- **SSE stream endpoint** (`GET /api/admin/requests/stream`): server-push of request log rows behind admin auth, with `since`-based history replay so clients never miss events across reconnects.
+
+## [1.6.8] - 2026-08-31
+
+### Added
+
+- **Model test endpoint** (`POST /api/admin/models/:id/test`): Run a non-streaming request against a model with prompt "Bạn là model gì?", returns TTFT, total latency, token usage, and provider attempts.
+- **Model delete action**: Replace enable/disable toggle with explicit Delete button + confirmation modal and Test button showing results.
+- **Combo edit functionality**: New edit dialog (via `/api/admin/combos/:id`) and PATCH handler for modifying combo metadata/members.
+- **Searchable member picker**: Dropdown in create/edit combo dialogs now filters models by public ID or display name.
+- **API key actions**: Split Revoke into Disable/Enable toggle + Delete button; persist secret visibility for each key row.
+- **Dynamic sidebar version**: Footer displays real app version fetched from server instead of hardcoded `v0.1.0`.
+
+### Fixed
+
+- **TOTP speakeasy v2 compatibility**: Fixed API migration — removed deprecated `authenticator` namespace, replaced with direct v2 exports (`generateSecret`, `totp.verify({encoding:'base32'})`, `otpauthURL`). Eliminates "Gateway error" when enabling TOTP. Also fixed login flow verification to use same pattern.
+
+### Changed
+
+- **Language**: UI labels updated to Vietnamese where appropriate ("Xoá", "Sửa").
+
+## [1.6.7] - 2026-08-30
+
+### Fixed
+
+- **TUI render corruption** (v1.6.4): Fastify deprecation warnings were writing
+  directly to stdout/stderr during TUI startup, causing text overlap in the
+  terminal UI (e.g., `● Server is runninging…`). Added console output suppression
+  in TUI mode: all stdout suppressed, stderr filtered to only allow critical error
+  messages that the TUI itself will render in its message screens. Also reduced
+  Pino logger level from `info` → `error` for any logs generated by buildApp().
+
+### Changed
+
+- **Auto-TUI mode**: Running `ldrouter` without arguments now automatically
+  enters interactive TUI when stdout is a TTY. Added `--no-tui` flag to force
+  plain server mode (useful for CI pipelines, logging redirects, etc.).
+
+### Added
+
+- **Update notification badge in admin UI top bar**: When a new version is
+  available, users see an "Update vX.Y.Z" button that links directly to
+  Settings → System tab with one-click installation. Previously the check existed
+  but required manual navigation; now it's surfaced at glance in the header.
+
+- **Settings page auto-tab selection**: Now reads `?tab=system` query param from
+  URL to automatically show the System tab (used by the top bar update
+  notification link for direct access).
+
+## [1.6.3] - 2026-08-30
+
+### Fixed
+
+- **TUI render corruption**: Fastify deprecation warnings and log messages were
+  writing directly to stdout/stderr during TUI startup, causing text overlap
+  and breaking the terminal UI layout (e.g., `● Server is runninging…`). Added
+  console output suppression in TUI mode: all stdout suppressed, stderr filtered
+  to only allow critical error messages that the TUI itself will render in its
+  message screens. Also reduced Pino logger level from `info` → `error` for any
+  logs generated by buildApp().
+
+### Changed
+
+- **Auto-TUI mode**: Running `ldrouter` without arguments now automatically
+  enters interactive TUI when stdout is a TTY. Added `--no-tui` flag to force
+  plain server mode (useful for CI pipelines, logging redirects, etc.).
+
 ## [1.6.3] - 2026-08-30
 
 ### Changed

package/dist/server/cli/tui/noise.js

@@ -13,6 +13,24 @@ import { loadConfig } from '../../config/index.js';
 import { buildApp } from '../../app.js';
 import { closeDb } from '../../db/index.js';
 import { getSelfUpdater } from '../../selfupdate/index.js';
+// Suppress stdout completely during TUI mode — all log output breaks the render.
+// stderr still works but is filtered below.
+const suppressConsoleOutput = () => {
+    const origStderrWrite = process.stderr.write.bind(process.stderr);
+    const writeFn = () => true;
+    process.stdout.write = writeFn;
+    // Filter stderr to only allow critical errors (others would break TUI)
+    process.stderr.write = (data) => {
+        if (typeof data !== 'string')
+            return false;
+        // Allow fatal error messages that TUI will render in its message screens
+        if (/^Fatal:|^Error:|^\{ "level":4|^\[.*\] \[error\]/.test(data.trim())) {
+            return origStderrWrite(data);
+        }
+        // Drop deprecation warnings, logs, and other noise
+        return true;
+    };
+};
 // Key sequences as escape literals (never raw control bytes in source).
 const KEY = {
     up: '\x1B[A', // ESC [ A
@@ -280,7 +298,11 @@ function shutdown(code = 0, respawnAfter = false) {
     })();
 }
 export async function runCliTui() {
-    // MUST be set BEFORE loadConfig() reads it — critical for clean TUI output
+    // Suppress console output BEFORE building anything — Fastify deprecation warnings
+    // and logs go directly to stderr/stdout and would corrupt the TUI render.
+    suppressConsoleOutput();
+    // Set TUI mode flag FIRST — logger will use error-only level for any Pino logs
+    process.env.LATEDEV_TUI_MODE = '1';
     if (!process.env.LATEDEV_LOG_LEVEL)
         process.env.LATEDEV_LOG_LEVEL = 'error';
     cfg = loadConfig();

package/dist/server/gateway/events.js

@@ -0,0 +1,20 @@
+// Internal event bus: notifies subscribers when a gateway request row is persisted.
+// Fire-and-forget: listeners must never affect the request path.
+import { EventEmitter } from 'node:events';
+const bus = new EventEmitter();
+bus.setMaxListeners(50);
+const REQUEST_LOGGED = 'request_logged';
+export function emitRequestLogged(requestId) {
+    try {
+        bus.emit(REQUEST_LOGGED, requestId);
+    }
+    catch {
+        // Never let listener failures affect the request path.
+    }
+}
+export function onRequestLogged(cb) {
+    bus.on(REQUEST_LOGGED, cb);
+}
+export function offRequestLogged(cb) {
+    bus.off(REQUEST_LOGGED, cb);
+}

package/dist/server/gateway/runner.js

@@ -17,6 +17,7 @@ import { redactString, redactValue } from '../security/redact.js';
 import { getSettings } from '../db/repositories/settings.js';
 import { buildCacheKey, lookupCache, storeCache, cacheAllowed } from '../caching/store.js';
 import { metrics } from '../metrics/registry.js';
+import { emitRequestLogged } from './events.js';
 export class GatewayRunner {
     async execute(req, ctx) {
         const start = Date.now();
@@ -683,6 +684,7 @@ export class GatewayRunner {
                 upstreamRequestId: a.upstreamRequestId,
             }).run();
         }
+        emitRequestLogged(requestId);
     }
 }
 function classifyFailure(err) {

package/dist/server/logging/logger.js

@@ -1,12 +1,18 @@
 import pino from 'pino';
+import process from 'node:process';
 import { loadConfig } from '../config/index.js';
+// Environment variable set by TUI mode — suppress all info/debug/warn logs
+// when running in interactive terminal UI.
+const IS_TUI_MODE = Boolean(process.env.LATEDEV_TUI_MODE);
 let _logger = null;
 export function getLogger() {
     if (_logger)
         return _logger;
     const cfg = loadConfig();
+    // In TUI mode, use error-only level to keep console clean
+    const effectiveLogLevel = IS_TUI_MODE ? 'error' : cfg.logLevel;
     _logger = pino({
-        level: cfg.logLevel,
+        level: effectiveLogLevel,
         base: { app: 'latedev-router', version: cfg.appVersion },
         redact: {
             paths: [

package/dist/server/routes/admin/auth.js

@@ -109,16 +109,20 @@ export async function registerAuthRoutes(app) {
 async function verifyTotp(account, code) {
     if (!account.totpSecretEncrypted || !account.totpSecretNonce)
         return false;
-    // Lazy-load to avoid breaking things if crypto module not yet ready
+    // speakeasy v2 exports at top level (no `authenticator` namespace). Normalize once here.
     const { decryptSecret } = await import('../../auth/crypto.js');
-    const speakeasy = await import('speakeasy');
-    const payload = { ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 };
+    const sp = await loadSpeakeasy();
     try {
-        const secret = decryptSecret({ ciphertext: payload.ciphertext, nonce: payload.nonce, version: 1 });
-        return speakeasy.authenticator.verify({ token: code, secret, window: 1 });
+        const secret = decryptSecret({ ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 });
+        return sp.totp.verify({ token: code, secret, encoding: 'base32', window: 1 });
     }
     catch {
         return false;
     }
 }
+// Same helper as settings.ts to normalize speakeasy v2 imports
+async function loadSpeakeasy() {
+    const m = await import('speakeasy');
+    return m.default ?? m;
+}
 import { sql } from 'drizzle-orm';

package/dist/server/routes/admin/models.js

@@ -167,6 +167,61 @@ export async function registerModelRoutes(app) {
         recordAudit({ action: 'model.delete', success: true, targetType: 'model', targetId: id, targetName: m.publicModelId, ip: req.ip });
         return { ok: true };
     });
+    // Test endpoint: send a real request through the gateway pipeline to verify the model works
+    app.post('/api/admin/models/:id/test', async (req) => {
+        const { id } = req.params;
+        const db = getDb();
+        const m = db.select().from(schema.models).where(eq(schema.models.id, id)).get();
+        if (!m)
+            throw new GatewayError('invalid_request_error', 'Model not found', { status: 404 });
+        if (!m.enabled)
+            throw new GatewayError('invalid_request_error', 'Model is disabled', { status: 400 });
+        if (!m.upstreamAvailable)
+            throw new GatewayError('invalid_request_error', 'Model is not available upstream', { status: 400 });
+        const provider = db.select().from(schema.providers).where(eq(schema.providers.id, m.providerId)).get();
+        if (!provider || !provider.enabled)
+            throw new GatewayError('invalid_request_error', 'Provider is disabled', { status: 400 });
+        const { GatewayRunner } = await import('../../gateway/runner.js');
+        const runner = new GatewayRunner();
+        const canonicalReq = {
+            model: m.publicModelId,
+            messages: [{ role: 'user', content: [{ type: 'text', text: 'Bạn là model gì?' }] }],
+            stream: false,
+            maxOutputTokens: 256,
+            temperature: 0.7,
+        };
+        const ctx = {
+            requestId: `test-${uuid()}`,
+            clientIp: req.ip,
+            protocol: 'openai',
+            endpoint: 'chat/completions',
+            requestedModel: m.publicModelId,
+            key: null,
+            reply: { raw: {} }, // Fake reply object; non-streaming won't use it
+        };
+        const gatewayReq = {
+            canonical: canonicalReq,
+            protocol: 'openai',
+            endpoint: 'chat/completions',
+        };
+        const outcome = await runner.execute(gatewayReq, ctx);
+        recordAudit({ action: 'model.test', success: outcome.success, targetType: 'model', targetId: id, targetName: m.publicModelId, ip: req.ip });
+        return {
+            success: outcome.success,
+            text: outcome.text ?? '',
+            latencyMs: outcome.latencyMs,
+            ttftMs: outcome.ttftMs ?? null,
+            usage: outcome.usage,
+            attempts: outcome.attempts.map((a) => ({
+                providerName: a.providerName,
+                modelId: a.modelId,
+                latencyMs: a.latencyMs,
+                ttftMs: a.ttftMs,
+                success: a.success,
+                failureReason: a.failureReason,
+            })),
+        };
+    });
 }
 function safeJson(s) {
     try {

package/dist/server/routes/admin/requests.js

@@ -3,6 +3,40 @@ import { and, desc, eq, gte, like, lte, sql } from 'drizzle-orm';
 import { getDb, schema } from '../../db/index.js';
 import { requireAdminAuth } from '../../auth/middleware.js';
 import { redactJsonString } from '../../security/redact.js';
+import { onRequestLogged, offRequestLogged } from '../../gateway/events.js';
+// Shared row → API summary mapping (used by the list endpoint and the SSE stream).
+function toSummary(r, keyMap, modelMap) {
+    const key = r.apiKeyId ? keyMap.get(r.apiKeyId) : null;
+    const finalModel = r.finalModelId ? modelMap.get(r.finalModelId) : null;
+    return {
+        id: r.id,
+        createdAt: r.createdAt,
+        completedAt: r.completedAt,
+        apiKeyName: key?.name ?? null,
+        keyPrefix: r.keyPrefixSnapshot,
+        clientIp: r.clientIp,
+        protocol: r.protocol,
+        endpoint: r.endpoint,
+        requestedModel: r.requestedModel,
+        resolvedTargetKind: r.resolvedTargetKind,
+        finalModelPublicId: finalModel?.publicModelId ?? null,
+        streaming: Boolean(r.streaming),
+        httpStatus: r.httpStatus,
+        success: Boolean(r.success),
+        totalLatencyMs: r.totalLatencyMs,
+        ttftMs: r.ttftMs,
+        inputTokens: r.inputTokens,
+        outputTokens: r.outputTokens,
+        cacheReadTokens: r.cacheReadTokens,
+        cacheWriteTokens: r.cacheWriteTokens,
+        reasoningTokens: r.reasoningTokens,
+        totalTokens: r.totalTokens,
+        attemptsCount: r.attemptsCount,
+        errorType: r.errorType,
+        errorMessage: r.errorMessage ?? null,
+        gatewayCacheHit: Boolean(r.gatewayCacheHit),
+    };
+}
 export async function registerRequestRoutes(app) {
     app.addHook('preHandler', requireAdminAuth);
     app.get('/api/admin/requests', async (req) => {
@@ -44,39 +78,82 @@ export async function registerRequestRoutes(app) {
         const modelMap = new Map(models.map((m) => [m.id, m]));
         return {
             total: totalRow?.c ?? 0,
-            requests: rows.map((r) => {
-                const key = r.apiKeyId ? keyMap.get(r.apiKeyId) : null;
-                const finalModel = r.finalModelId ? modelMap.get(r.finalModelId) : null;
-                return {
-                    id: r.id,
-                    createdAt: r.createdAt,
-                    completedAt: r.completedAt,
-                    apiKeyName: key?.name ?? null,
-                    keyPrefix: r.keyPrefixSnapshot,
-                    clientIp: r.clientIp,
-                    protocol: r.protocol,
-                    endpoint: r.endpoint,
-                    requestedModel: r.requestedModel,
-                    resolvedTargetKind: r.resolvedTargetKind,
-                    finalModelPublicId: finalModel?.publicModelId ?? null,
-                    streaming: Boolean(r.streaming),
-                    httpStatus: r.httpStatus,
-                    success: Boolean(r.success),
-                    totalLatencyMs: r.totalLatencyMs,
-                    ttftMs: r.ttftMs,
-                    inputTokens: r.inputTokens,
-                    outputTokens: r.outputTokens,
-                    cacheReadTokens: r.cacheReadTokens,
-                    cacheWriteTokens: r.cacheWriteTokens,
-                    reasoningTokens: r.reasoningTokens,
-                    totalTokens: r.totalTokens,
-                    attemptsCount: r.attemptsCount,
-                    errorType: r.errorType,
-                    errorMessage: r.errorMessage ?? null,
-                    gatewayCacheHit: Boolean(r.gatewayCacheHit),
-                };
-            }),
+            requests: rows.map((r) => toSummary(r, keyMap, modelMap)),
+        };
+    });
+    // SSE stream of request completions (client reconnects with `since` of its last seen event).
+    app.get('/api/admin/requests/stream', async (req, reply) => {
+        reply.hijack();
+        const q = req.query;
+        const parsedSince = Number(q.since);
+        const since = Number.isFinite(parsedSince) && parsedSince > 0 ? parsedSince : Date.now() - 5_000;
+        const response = reply.raw;
+        // Standard SSE headers
+        response.writeHead(200, {
+            'Content-Type': 'text/event-stream',
+            'Cache-Control': 'no-cache',
+            Connection: 'keep-alive',
+        });
+        response.flushHeaders(); // ensure the client sees the stream immediately, even with an empty replay
+        let closed = false;
+        const send = (data) => {
+            if (closed)
+                return;
+            try {
+                response.write(data);
+            }
+            catch {
+                closed = true;
+            }
+        };
+        const db = getDb();
+        const keys = db.select().from(schema.apiKeys).all();
+        const keyMap = new Map(keys.map((k) => [k.id, k]));
+        const models = db.select().from(schema.models).all();
+        const modelMap = new Map(models.map((m) => [m.id, m]));
+        // History replay: up to 20 most recent rows after `since` (oldest first so the client renders in order).
+        const historyRows = db
+            .select()
+            .from(schema.requests)
+            .where(gte(schema.requests.createdAt, new Date(since).toISOString()))
+            .orderBy(desc(schema.requests.createdAt))
+            .limit(20)
+            .all()
+            .reverse();
+        const replayIds = new Set();
+        for (const r of historyRows) {
+            replayIds.add(r.id);
+            send(`event: request\ndata: ${JSON.stringify(toSummary(r, keyMap, modelMap))}\n\n`);
+        }
+        // Live: subscribe to the event bus.
+        const handleRequestLogged = (requestId) => {
+            if (closed || replayIds.has(requestId))
+                return;
+            const row = db.select().from(schema.requests).where(eq(schema.requests.id, requestId)).get();
+            if (!row)
+                return;
+            send(`event: request\ndata: ${JSON.stringify(toSummary(row, keyMap, modelMap))}\n\n`);
+        };
+        onRequestLogged(handleRequestLogged);
+        // Keepalive ping every 25s.
+        const keepAlive = setInterval(() => send(': ping\n\n'), 25_000);
+        // Auto-close after 5 min; the client reconnects with its last seen timestamp.
+        const autoClose = setTimeout(() => {
+            response.end();
+            response.destroy();
+        }, 5 * 60_000);
+        const cleanup = () => {
+            closed = true;
+            clearInterval(keepAlive);
+            clearTimeout(autoClose);
+            offRequestLogged(handleRequestLogged);
         };
+        // Listen on the *response*: req.raw (IncomingMessage) emits 'close' as soon as the
+        // request message is consumed (immediately for a GET), which would tear down the
+        // stream before any live event. reply.raw (ServerResponse) 'close' fires when the
+        // response completes or the connection terminates — the canonical SSE signal.
+        reply.raw.on('close', cleanup);
+        reply.raw.on('error', cleanup);
     });
     app.get('/api/admin/requests/:id', async (req, reply) => {
         const { id } = req.params;

package/dist/server/routes/admin/settings.js

@@ -28,6 +28,14 @@ const PasswordChange = z.object({
 const TotpEnableBegin = z.object({});
 void TotpEnableBegin;
 const TotpEnableVerify = z.object({ code: z.string().regex(/^\d{6}$/) });
+// speakeasy v2 exports at top level (no `authenticator` namespace). Under ESM
+// interop the module may arrive as { default: {...} }. Normalize once here so
+// every TOTP site uses the v2 API: generateSecret(), totp.verify({secret,
+// encoding:'base32', token, window}), otpauthURL({secret, label, issuer}).
+async function loadSpeakeasy() {
+    const m = await import('speakeasy');
+    return m.default ?? m;
+}
 export async function registerSettingsRoutes(app) {
     app.addHook('preHandler', requireAdminAuth);
     app.get('/api/admin/settings', async () => {
@@ -66,8 +74,8 @@ export async function registerSettingsRoutes(app) {
         }
         if (account.totpEnabled && body.totp) {
             const secret = decryptSecret({ ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 });
-            const speakeasy = await import('speakeasy');
-            if (!speakeasy.authenticator.verify({ token: body.totp, secret, window: 1 })) {
+            const sp = await loadSpeakeasy();
+            if (!sp.totp.verify({ token: body.totp, secret, encoding: 'base32', window: 1 })) {
                 recordAudit({ action: 'admin.password_change', success: false, ip: req.ip, metadata: { reason: 'bad_totp' } });
                 throw new GatewayError('authentication_error', 'Invalid TOTP', { status: 401 });
             }
@@ -83,14 +91,13 @@ export async function registerSettingsRoutes(app) {
     app.post('/api/admin/account/totp/begin', async (req) => {
         if (!isMasterKeyConfigured())
             throw new GatewayError('gateway_error', 'Master key required to enable TOTP', { status: 503 });
-        const speakeasy = await import('speakeasy');
+        const sp = await loadSpeakeasy();
         const qrcode = (await import('qrcode'));
-        const auth = speakeasy.authenticator;
-        const secret = auth.generateSecret({ name: 'LateDev Router', length: 20 });
+        const secret = sp.generateSecret({ name: 'LateDev Router', length: 20 });
         const enc = encryptSecret(secret.base32);
         const db = getDb();
         db.update(schema.adminAccount).set({ totpSecretEncrypted: enc.ciphertext, totpSecretNonce: enc.nonce, updatedAt: new Date().toISOString() }).where(eq(schema.adminAccount.id, req.adminAccount.id)).run();
-        const otpauth = auth.keyuri('admin', 'LateDev Router', secret.base32);
+        const otpauth = sp.otpauthURL({ secret: secret.ascii, label: 'admin', issuer: 'LateDev Router' });
         const qr = await qrcode.toDataURL(otpauth);
         recordAudit({ action: 'totp.begin', success: true, ip: req.ip });
         return { secret: secret.base32, otpauth, qr };
@@ -100,10 +107,9 @@ export async function registerSettingsRoutes(app) {
         const account = req.adminAccount;
         if (!account.totpSecretEncrypted)
             throw new GatewayError('invalid_request_error', 'Begin TOTP setup first', { status: 400 });
-        const speakeasy = await import('speakeasy');
-        const auth = speakeasy.authenticator;
+        const sp = await loadSpeakeasy();
         const secret = decryptSecret({ ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 });
-        if (!auth.verify({ token: body.code, secret, window: 1 })) {
+        if (!sp.totp.verify({ token: body.code, secret, encoding: 'base32', window: 1 })) {
             recordAudit({ action: 'totp.verify', success: false, ip: req.ip });
             throw new GatewayError('invalid_request_error', 'Invalid code', { status: 400 });
         }
@@ -133,9 +139,8 @@ export async function registerSettingsRoutes(app) {
         }
         if (account.totpEnabled && body.totp) {
             const secret = decryptSecret({ ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 });
-            const speakeasy = await import('speakeasy');
-            const auth = speakeasy.authenticator;
-            if (!auth.verify({ token: body.totp, secret, window: 1 })) {
+            const sp = await loadSpeakeasy();
+            if (!sp.totp.verify({ token: body.totp, secret, encoding: 'base32', window: 1 })) {
                 recordAudit({ action: 'totp.disable', success: false, ip: req.ip, metadata: { reason: 'bad_totp' } });
                 throw new GatewayError('authentication_error', 'Invalid TOTP', { status: 401 });
             }
@@ -154,10 +159,9 @@ export async function registerSettingsRoutes(app) {
         const ok = await argon2.verify(account.passwordHash, body.password);
         if (!ok)
             throw new GatewayError('authentication_error', 'Invalid password', { status: 401 });
-        const speakeasy = await import('speakeasy');
-        const auth = speakeasy.authenticator;
+        const sp = await loadSpeakeasy();
         const secret = decryptSecret({ ciphertext: account.totpSecretEncrypted, nonce: account.totpSecretNonce, version: 1 });
-        if (!auth.verify({ token: body.totp, secret, window: 1 }))
+        if (!sp.totp.verify({ token: body.totp, secret, encoding: 'base32', window: 1 }))
             throw new GatewayError('authentication_error', 'Invalid TOTP', { status: 401 });
         const { generateRecoveryCodes } = await import('../../auth/recovery.js');
         const db = getDb();