libre-webui 0.27.0 → 0.28.0

package/backend/dist/workScreenServer.js

@@ -0,0 +1,291 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * Work Computer screen relay: bridges an authenticated browser WebSocket to
+ * the websockify endpoints inside a task's sandbox (screen and audio).
+ * Whether a connection can drive is decided by VNC credentials: watchers
+ * hold the view-only password, the takeover-lease holder the control one.
+ *
+ * Auth mirrors the Work terminal exactly — a short-lived one-use ticket
+ * bound to the 'work-screen' audience and the task, then a live check that
+ * the current database state still grants Work access and task ownership.
+ * The relay itself is a raw byte pipe after both WebSocket handshakes: the
+ * browser and websockify speak RFB over WS framing end to end, so nothing
+ * here parses frames. The GUI policy gate and the published-port lookup run
+ * per connection; a task whose policy lost the GUI cannot be watched.
+ */
+import http from 'http';
+import net from 'net';
+import { websocketTicketService, WebSocketTicketCoordinationError, } from './services/websocketTicketService.js';
+import { requireCurrentTerminalTask } from './workTerminalServer.js';
+import workRuntimeService from './services/workRuntimeService.js';
+import workPolicyService from './services/workPolicyService.js';
+import { WorkRuntimeError } from './services/workRuntimeShared.js';
+import { createLogger } from './utils/logger.js';
+const logger = createLogger('work-screen');
+export const WORK_SCREEN_WS_PATH = '/ws/work-screen';
+export const WORK_AUDIO_WS_PATH = '/ws/work-audio';
+/** Concurrent viewers per task and surface; watching is cheap but not free. */
+export const WORK_SCREEN_MAX_VIEWERS_PER_TASK = 4;
+/** Screen viewing counts as task activity at this cadence (idle sweep). */
+const ACTIVITY_TICK_MS = 60000;
+/** Response headers a WebSocket client may see from the upstream 101. */
+const SAFE_RESPONSE_HEADERS = new Set([
+    'upgrade',
+    'connection',
+    'sec-websocket-accept',
+    'sec-websocket-protocol',
+    'sec-websocket-extensions',
+]);
+const viewersByTask = new Map();
+const httpError = (socket, status, message) => {
+    if (!socket.destroyed) {
+        socket.end(`HTTP/1.1 ${status} ${http.STATUS_CODES[status] || 'Error'}\r\n` +
+            `Content-Type: text/plain\r\nConnection: close\r\n\r\n${message}`);
+    }
+};
+async function authorizeScreenRequest(req) {
+    const url = new URL(req.url || '', 'http://localhost');
+    const ticket = url.searchParams.get('ticket') || '';
+    const taskId = url.searchParams.get('taskId') || '';
+    if (!ticket || !taskId) {
+        throw new WorkRuntimeError('The Work Computer screen requires authentication.', 401, 'WORK_SCREEN_UNAUTHORIZED');
+    }
+    let consumed;
+    try {
+        consumed = await websocketTicketService.consume(ticket, 'work-screen', taskId);
+    }
+    catch (error) {
+        if (error instanceof WebSocketTicketCoordinationError) {
+            throw new WorkRuntimeError('Work Computer authentication is temporarily unavailable.', 503, 'WORK_SCREEN_AUTH_UNAVAILABLE');
+        }
+        throw error;
+    }
+    if (!consumed) {
+        throw new WorkRuntimeError('Invalid or expired screen session ticket.', 401, 'WORK_SCREEN_UNAUTHORIZED');
+    }
+    // Same live re-check the terminal uses: active account, current Work
+    // access mode, and task ownership — a revocation is effective immediately.
+    const task = await requireCurrentTerminalTask(consumed.userId, taskId);
+    return {
+        task,
+        userId: consumed.userId,
+        ...(consumed.sessionExpiresAt
+            ? { sessionExpiresAt: consumed.sessionExpiresAt }
+            : {}),
+    };
+}
+/**
+ * Claims upgrade requests for the screen path. Returns true when handled.
+ * Registered from the shared upgrade dispatcher after origin filtering.
+ */
+export function tryHandleScreenUpgrade(request, socket, head) {
+    let pathname;
+    try {
+        pathname = new URL(request.url || '', 'http://localhost').pathname;
+    }
+    catch {
+        return false;
+    }
+    const surface = pathname === WORK_SCREEN_WS_PATH
+        ? 'screen'
+        : pathname === WORK_AUDIO_WS_PATH
+            ? 'audio'
+            : undefined;
+    if (!surface)
+        return false;
+    socket.pause();
+    void handleScreenUpgrade(request, socket, head, surface).catch(error => {
+        logger.warn(`Work ${surface} upgrade failed:`, error);
+        if (!socket.destroyed)
+            socket.destroy();
+    });
+    return true;
+}
+async function handleScreenUpgrade(request, socket, head, surface) {
+    let auth;
+    try {
+        auth = await authorizeScreenRequest(request);
+    }
+    catch (error) {
+        const status = error instanceof WorkRuntimeError ? error.status : 500;
+        const message = error instanceof WorkRuntimeError
+            ? error.message
+            : 'Screen authorization failed.';
+        httpError(socket, status, message);
+        return;
+    }
+    const { task } = auth;
+    const policy = await workPolicyService.resolve(task.policyId);
+    if (policy.guiEnabled !== true) {
+        httpError(socket, 403, 'This task has no Work Computer.');
+        return;
+    }
+    const viewerKey = `${surface}:${task.id}`;
+    if ((viewersByTask.get(viewerKey) ?? 0) >= WORK_SCREEN_MAX_VIEWERS_PER_TASK) {
+        httpError(socket, 409, 'Too many viewers on this screen.');
+        return;
+    }
+    let endpoint;
+    try {
+        endpoint =
+            surface === 'audio'
+                ? await workRuntimeService.driver.audioEndpoint(task)
+                : await workRuntimeService.driver.screenEndpoint(task);
+    }
+    catch (error) {
+        logger.warn(`Work ${surface} endpoint lookup failed for ${task.id}:`, error);
+    }
+    if (!endpoint) {
+        httpError(socket, 409, 'The Work Computer screen is not running.');
+        return;
+    }
+    socket.resume();
+    // Forward only the WebSocket handshake headers websockify needs. The
+    // upstream leg is a raw TCP socket with a hand-written handshake: Node's
+    // HTTP-client upgrade path proved to tear the connection down shortly
+    // after large frames transit, while a plain piped socket streams the VNC
+    // session indefinitely.
+    const headerLines = [
+        `GET / HTTP/1.1`,
+        `Host: ${endpoint.host}:${endpoint.port}`,
+        `Connection: Upgrade`,
+        `Upgrade: ${request.headers.upgrade || 'websocket'}`,
+    ];
+    for (const name of [
+        'sec-websocket-key',
+        'sec-websocket-version',
+        'sec-websocket-protocol',
+        'sec-websocket-extensions',
+    ]) {
+        const value = request.headers[name];
+        if (typeof value === 'string')
+            headerLines.push(`${name}: ${value}`);
+    }
+    socket.once('error', error => {
+        logger.debug('Screen client socket closed with an error:', error);
+    });
+    const upstreamSocket = net.connect({
+        host: endpoint.host,
+        port: endpoint.port,
+    });
+    upstreamSocket.setNoDelay(true);
+    let upstreamBuffer = Buffer.alloc(0);
+    let established = false;
+    const failUpstream = (message) => {
+        logger.warn(`Work screen relay failed: ${message}`);
+        if (!established)
+            httpError(socket, 502, message);
+        upstreamSocket.destroy();
+        if (established)
+            socket.destroy();
+    };
+    upstreamSocket.once('error', error => {
+        logger.debug('Screen upstream socket closed with an error:', error);
+        failUpstream('The Work Computer screen is unreachable.');
+    });
+    upstreamSocket.setTimeout(10000, () => {
+        if (!established)
+            failUpstream('The Work Computer screen timed out.');
+    });
+    upstreamSocket.once('connect', () => {
+        upstreamSocket.write(`${headerLines.join('\r\n')}\r\n\r\n`);
+    });
+    const onHandshakeData = (chunk) => {
+        upstreamBuffer = Buffer.concat([upstreamBuffer, chunk]);
+        const headerEnd = upstreamBuffer.indexOf('\r\n\r\n');
+        if (headerEnd < 0) {
+            if (upstreamBuffer.length > 16384) {
+                failUpstream('The Work Computer screen sent an invalid handshake.');
+            }
+            return;
+        }
+        upstreamSocket.off('data', onHandshakeData);
+        const rawResponse = upstreamBuffer.subarray(0, headerEnd).toString();
+        const remainder = upstreamBuffer.subarray(headerEnd + 4);
+        upstreamBuffer = Buffer.alloc(0);
+        const [statusLine = '', ...responseHeaderLines] = rawResponse.split('\r\n');
+        if (!/^HTTP\/1\.1 101 /.test(statusLine)) {
+            failUpstream('Screen upgrade failed.');
+            return;
+        }
+        const safeLines = responseHeaderLines.filter(line => {
+            const name = line.slice(0, line.indexOf(':')).trim().toLowerCase();
+            return SAFE_RESPONSE_HEADERS.has(name);
+        });
+        established = true;
+        upstreamSocket.setTimeout(0);
+        // A raw upgraded socket keeps the HTTP server's keep-alive timeout
+        // unless it is cleared — the ws library does this for the terminal; a
+        // raw relay must do it itself.
+        socket.setTimeout?.(0);
+        socket.setNoDelay?.(true);
+        viewersByTask.set(viewerKey, (viewersByTask.get(viewerKey) ?? 0) + 1);
+        workRuntimeService.noteTaskActivity(task.id);
+        // The viewer owns the running container for the connection's lifetime:
+        // without this hold, any workspace-helper call (a Files refresh) would
+        // stop the sandbox and kill the GUI session mid-view.
+        let releaseScreenSession;
+        void workRuntimeService
+            .beginScreenSession(task)
+            .then(release => {
+            releaseScreenSession = release;
+            if (socket.destroyed)
+                void release();
+        })
+            .catch(error => {
+            logger.warn(`Could not hold the Work container for a screen session on ${task.id}:`, error);
+        });
+        const activityTimer = setInterval(() => {
+            workRuntimeService.noteTaskActivity(task.id);
+        }, ACTIVITY_TICK_MS);
+        activityTimer.unref();
+        // The ticket's backing auth session bounds how long a viewer may stay.
+        const expiryTimer = auth.sessionExpiresAt
+            ? setTimeout(() => socket.destroy(), Math.max(0, auth.sessionExpiresAt - Date.now()))
+            : undefined;
+        expiryTimer?.unref();
+        socket.write(`HTTP/1.1 101 Switching Protocols\r\n${safeLines.join('\r\n')}\r\n\r\n`);
+        if (remainder.length > 0)
+            socket.write(remainder);
+        if (head.length > 0)
+            upstreamSocket.write(head);
+        const cleanup = () => {
+            clearInterval(activityTimer);
+            if (expiryTimer)
+                clearTimeout(expiryTimer);
+            const remaining = (viewersByTask.get(viewerKey) ?? 1) - 1;
+            if (remaining <= 0)
+                viewersByTask.delete(viewerKey);
+            else
+                viewersByTask.set(viewerKey, remaining);
+            workRuntimeService.noteTaskActivity(task.id);
+            void releaseScreenSession?.();
+        };
+        upstreamSocket.once('close', () => {
+            socket.destroy();
+        });
+        socket.once('close', () => {
+            upstreamSocket.destroy();
+            cleanup();
+        });
+        upstreamSocket.pipe(socket);
+        socket.pipe(upstreamSocket);
+    };
+    upstreamSocket.on('data', onHandshakeData);
+}
+//# sourceMappingURL=workScreenServer.js.map

package/backend/dist/workScreenServer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workScreenServer.js","sourceRoot":"","sources":["../src/workScreenServer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;GAaG;AAEH,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,GAAG,MAAM,KAAK,CAAC;AAGtB,OAAO,EACL,sBAAsB,EACtB,gCAAgC,GACjC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,kBAAkB,MAAM,kCAAkC,CAAC;AAClE,OAAO,iBAAiB,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,MAAM,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;AAE3C,MAAM,CAAC,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AACrD,MAAM,CAAC,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;AACnD,+EAA+E;AAC/E,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,CAAC;AAGlD,2EAA2E;AAC3E,MAAM,gBAAgB,GAAG,KAAM,CAAC;AAEhC,yEAAyE;AACzE,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACpC,SAAS;IACT,YAAY;IACZ,sBAAsB;IACtB,wBAAwB;IACxB,0BAA0B;CAC3B,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEhD,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,MAAc,EAAE,OAAe,EAAQ,EAAE;IAC1E,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CACR,YAAY,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,OAAO,MAAM;YAC9D,wDAAwD,OAAO,EAAE,CACpE,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAQF,KAAK,UAAU,sBAAsB,CACnC,GAAoB;IAEpB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACpD,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,gBAAgB,CACxB,mDAAmD,EACnD,GAAG,EACH,0BAA0B,CAC3B,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACH,QAAQ,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAC7C,MAAM,EACN,aAAa,EACb,MAAM,CACP,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,gCAAgC,EAAE,CAAC;YACtD,MAAM,IAAI,gBAAgB,CACxB,0DAA0D,EAC1D,GAAG,EACH,8BAA8B,CAC/B,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,gBAAgB,CACxB,2CAA2C,EAC3C,GAAG,EACH,0BAA0B,CAC3B,CAAC;IACJ,CAAC;IACD,qEAAqE;IACrE,2EAA2E;IAC3E,MAAM,IAAI,GAAG,MAAM,0BAA0B,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvE,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,GAAG,CAAC,QAAQ,CAAC,gBAAgB;YAC3B,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB,EAAE;YACjD,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAwB,EACxB,MAAc,EACd,IAAY;IAEZ,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,OAAO,GACX,QAAQ,KAAK,mBAAmB;QAC9B,CAAC,CAAC,QAAQ;QACV,CAAC,CAAC,QAAQ,KAAK,kBAAkB;YAC/B,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,SAAS,CAAC;IAClB,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,MAAM,CAAC,KAAK,EAAE,CAAC;IACf,KAAK,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QACrE,MAAM,CAAC,IAAI,CAAC,QAAQ,OAAO,kBAAkB,EAAE,KAAK,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,SAAS;YAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAwB,EACxB,MAAc,EACd,IAAY,EACZ,OAAsB;IAEtB,IAAI,IAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,KAAK,YAAY,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;QACtE,MAAM,OAAO,GACX,KAAK,YAAY,gBAAgB;YAC/B,CAAC,CAAC,KAAK,CAAC,OAAO;YACf,CAAC,CAAC,8BAA8B,CAAC;QACrC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,OAAO;IACT,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAEtB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,IAAI,MAAM,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAC/B,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,iCAAiC,CAAC,CAAC;QAC1D,OAAO;IACT,CAAC;IACD,MAAM,SAAS,GAAG,GAAG,OAAO,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;IAC1C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,gCAAgC,EAAE,CAAC;QAC5E,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,kCAAkC,CAAC,CAAC;QAC3D,OAAO;IACT,CAAC;IAED,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACH,QAAQ;YACN,OAAO,KAAK,OAAO;gBACjB,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC;gBACrD,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CACT,QAAQ,OAAO,+BAA+B,IAAI,CAAC,EAAE,GAAG,EACxD,KAAK,CACN,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,0CAA0C,CAAC,CAAC;QACnE,OAAO;IACT,CAAC;IACD,MAAM,CAAC,MAAM,EAAE,CAAC;IAEhB,qEAAqE;IACrE,yEAAyE;IACzE,sEAAsE;IACtE,yEAAyE;IACzE,wBAAwB;IACxB,MAAM,WAAW,GAAG;QAClB,gBAAgB;QAChB,SAAS,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE;QACzC,qBAAqB;QACrB,YAAY,OAAO,CAAC,OAAO,CAAC,OAAO,IAAI,WAAW,EAAE;KACrD,CAAC;IACF,KAAK,MAAM,IAAI,IAAI;QACjB,mBAAmB;QACnB,uBAAuB;QACvB,wBAAwB;QACxB,0BAA0B;KAC3B,EAAE,CAAC;QACF,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,WAAW,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;QAC3B,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;KACpB,CAAC,CAAC;IACH,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrC,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,MAAM,YAAY,GAAG,CAAC,OAAe,EAAQ,EAAE;QAC7C,MAAM,CAAC,IAAI,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,WAAW;YAAE,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAClD,cAAc,CAAC,OAAO,EAAE,CAAC;QACzB,IAAI,WAAW;YAAE,MAAM,CAAC,OAAO,EAAE,CAAC;IACpC,CAAC,CAAC;IACF,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;QACnC,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QACpE,YAAY,CAAC,0CAA0C,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IACH,cAAc,CAAC,UAAU,CAAC,KAAM,EAAE,GAAG,EAAE;QACrC,IAAI,CAAC,WAAW;YAAE,YAAY,CAAC,qCAAqC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IACH,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE;QAClC,cAAc,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC9C,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,IAAI,cAAc,CAAC,MAAM,GAAG,KAAM,EAAE,CAAC;gBACnC,YAAY,CAAC,qDAAqD,CAAC,CAAC;YACtE,CAAC;YACD,OAAO;QACT,CAAC;QACD,cAAc,CAAC,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QACrE,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;QACzD,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,UAAU,GAAG,EAAE,EAAE,GAAG,mBAAmB,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,YAAY,CAAC,wBAAwB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QACD,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;YAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACnE,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,WAAW,GAAG,IAAI,CAAC;QACnB,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC7B,mEAAmE;QACnE,sEAAsE;QACtE,+BAA+B;QAC9B,MAAgD,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACjE,MAAiD,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QAEtE,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACtE,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7C,uEAAuE;QACvE,uEAAuE;QACvE,sDAAsD;QACtD,IAAI,oBAAuD,CAAC;QAC5D,KAAK,kBAAkB;aACpB,kBAAkB,CAAC,IAAI,CAAC;aACxB,IAAI,CAAC,OAAO,CAAC,EAAE;YACd,oBAAoB,GAAG,OAAO,CAAC;YAC/B,IAAI,MAAM,CAAC,SAAS;gBAAE,KAAK,OAAO,EAAE,CAAC;QACvC,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE;YACb,MAAM,CAAC,IAAI,CACT,6DAA6D,IAAI,CAAC,EAAE,GAAG,EACvE,KAAK,CACN,CAAC;QACJ,CAAC,CAAC,CAAC;QACL,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;YACrC,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC,EAAE,gBAAgB,CAAC,CAAC;QACrB,aAAa,CAAC,KAAK,EAAE,CAAC;QACtB,uEAAuE;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB;YACvC,CAAC,CAAC,UAAU,CACR,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EACtB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAChD;YACH,CAAC,CAAC,SAAS,CAAC;QACd,WAAW,EAAE,KAAK,EAAE,CAAC;QAErB,MAAM,CAAC,KAAK,CACV,uCAAuC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CACxE,CAAC;QACF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhD,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,aAAa,CAAC,aAAa,CAAC,CAAC;YAC7B,IAAI,WAAW;gBAAE,YAAY,CAAC,WAAW,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC1D,IAAI,SAAS,IAAI,CAAC;gBAAE,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;;gBAC/C,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7C,kBAAkB,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7C,KAAK,oBAAoB,EAAE,EAAE,CAAC;QAChC,CAAC,CAAC;QACF,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAChC,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,cAAc,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QACH,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9B,CAAC,CAAC;IACF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;AAC7C,CAAC"}

package/backend/package.json

@@ -1,6 +1,6 @@
 {
   "name": "libre-webui-backend",
-  "version": "0.27.0",
+  "version": "0.28.0",
   "license": "Apache-2.0",
   "type": "module",
   "description": "Backend API for Libre WebUI",

package/deploy/work-computer/Dockerfile

@@ -0,0 +1,48 @@
+# Libre Work Computer — GUI-capable Work sandbox.
+#
+# Layers a virtual desktop (Xvfb + fluxbox), Chromium, and a localhost-only
+# VNC-to-WebSocket bridge over the standard Work image. xdotool and
+# imagemagick ship now so later phases (agent control, teach mode) need no
+# image change. Adds ~650 MB over the base image.
+ARG WORK_BASE_IMAGE
+FROM ${WORK_BASE_IMAGE}
+
+USER root
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+      xvfb \
+      openbox \
+      tint2 \
+      lxterminal \
+      adwaita-icon-theme \
+      x11vnc \
+      websockify \
+      chromium \
+      xdotool \
+      imagemagick \
+      x11-utils \
+      pulseaudio \
+      pulseaudio-utils \
+      socat \
+      dbus-x11 \
+      fonts-dejavu-core \
+      fonts-noto-color-emoji \
+    && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+COPY start-computer.sh /usr/local/bin/start-computer
+RUN chmod +x /usr/local/bin/start-computer
+
+# A presentable desktop instead of a bare X root: wallpaper, dock config,
+# and a start page for the browser — static assets baked at build time so
+# the runtime stays read-only. Drop a wallpaper.png beside this Dockerfile
+# to ship your own (the [g] glob makes it optional); otherwise a gradient
+# is generated.
+COPY start-page.html tint2rc wallpaper.pn[g] /usr/local/share/libre-computer/
+# The site's own typefaces (Space Grotesk / Manrope / DM Mono), self-hosted
+# exactly like librewebui.org hosts them.
+COPY fonts /usr/local/share/libre-computer/fonts
+RUN [ -f /usr/local/share/libre-computer/wallpaper.png ] \
+    || convert -size 1280x800 \
+      gradient:'#141824'-'#2b3350' \
+      -attenuate 0.15 +noise Gaussian \
+      /usr/local/share/libre-computer/wallpaper.png

package/deploy/work-computer/README.md

@@ -0,0 +1,93 @@
+# Libre Work Computer image
+
+A GUI-capable variant of the Work sandbox: a virtual desktop (Xvfb +
+openbox with a tint2 dock), Chromium, and a loopback-only VNC server bridged to a WebSocket
+(x11vnc + websockify), layered over the standard Work base image. Tasks
+running this image under a policy with **Work Computer** enabled get a live,
+watchable screen in the Work view.
+
+## Pull (recommended)
+
+CI publishes this image on every change to this directory, built on the
+exact Work base pin from the application source:
+
+```bash
+docker pull ghcr.io/libre-webui/libre-work-computer:main   # or :dev
+docker tag ghcr.io/libre-webui/libre-work-computer:main libre-work-computer:latest
+```
+
+Behind a filtered Docker API proxy that denies `/build`, this is the whole
+install: pull and tag on the Docker host, then press **Enable**.
+
+## Build
+
+```bash
+docker build \
+  --build-arg WORK_BASE_IMAGE="node:22.22-bookworm@sha256:2d178f2785b96dfbf62a416ca2e40f50e30150b4ff3320d706f0d96e90600eb3" \
+  -t libre-work-computer:latest \
+  deploy/work-computer
+```
+
+Use the same base your deployment already runs (the default above matches
+the built-in `WORK_RUNTIME_IMAGE`), so shell tooling stays identical between
+GUI and headless tasks.
+
+## Enable it
+
+The easy path: an administrator presses **Enable** on the Work Computer
+card shown on the Work landing page. The backend builds this image from
+its bundled copy of this directory and creates a ready **Work Computer**
+policy automatically. When the image already exists on the daemon,
+**Enable** skips the build and only creates the policy.
+
+The manual path, for deployments that build images elsewhere — including
+those behind a filtered Docker API proxy (such as
+`deploy/private/docker-compose.work-proxy.yml`), which denies the build
+endpoint on purpose:
+
+1. Build (or push and pull) the image on the Docker host that runs Work
+   sandboxes.
+2. In **User management → Work policies**, create or edit a policy: set its
+   **Image** to `libre-work-computer:latest` and check **Work Computer
+   (GUI + browser)**.
+3. Start a Work task under that policy (network access on). The **Screen**
+   tab appears in the workspace pane; opening it starts the GUI session
+   and connects the screen.
+
+## What runs inside
+
+`start-computer` (idempotent, invoked by the server when the screen is
+opened) starts: Xvfb on display `:1` (1280×800), openbox with a baked-in wallpaper and a tint2 dock (Chromium and terminal launchers, running apps, clock), lxterminal available, Chromium maximized on a branded start page with an
+isolated profile persisted at `/workspace/.browser-profile` (logins survive
+container restarts), x11vnc bound to `127.0.0.1`, and websockify listening
+on container port 6080 — the only network-reachable surface. The backend
+publishes that port on the Docker host's loopback and re-authenticates
+every viewer with a one-use, task-bound ticket.
+
+Audio: PulseAudio plays into a null sink; its monitor is captured per
+connection (`socat` + `parec`, raw s16le 44.1 kHz stereo) and served over a
+second websockify bridge on container port 6081, published and
+authenticated exactly like the screen. Silence transmits nothing — Pulse
+suspends idle sources.
+
+The VNC session has two per-session passwords generated at start (0600
+passwd file in the state dir): the entry before `__BEGIN_VIEWONLY__`
+grants full mouse/keyboard control and is released by the backend only to
+the current takeover-lease holder; the entry after it is view-only and
+goes to every authorized watcher. The VNC server itself keeps view-only
+connections' input inert, so a leaked watch credential cannot drive the
+screen.
+
+xdotool and ImageMagick power the agent's `computer_observe` and
+`computer_act` tools (screenshots in, OS-level input out). Chromium also
+exposes its DevTools endpoint on the container's loopback (port 9222,
+never published): the observe/act scripts read the active tab URL, page
+focus, and focused-element identity from it for focus assertions and
+outcome verification. It shares the trust domain of the DISPLAY the
+sandbox already fully controls. Images built before this flag keep
+working — the semantic signals are simply absent, and focus assertions
+then fail closed — but rebuild to get them.
+
+Overhead relative to the base image: ~650 MB on disk; a running GUI session
+adds roughly 300–800 MB of memory depending on browser use. Size policies
+accordingly (2g memory is a workable floor, 4g is comfortable).