@chatroomcp/chatroom 0.1.6 → 0.2.0

package/dist/app/application.d.ts

@@ -13,6 +13,7 @@ export interface ApplicationComponents {
     application: import("../plugins/web/runtime.js").WebRuntime;
     processes: import("../plugins/process/process-supervisor.js").ProcessSupervisor;
     cloud: import("../plugins/cloud/controller.js").CloudController;
+    computer: import("../plugins/computer/computer-service.js").ComputerService;
     http: HttpServer;
 }
 export declare function createApplication(config: ChatRoomConfig): Promise<ApplicationComponents>;

package/dist/app/application.js

@@ -13,6 +13,7 @@ import { PluginManager } from "../plugins/plugin-manager.js";
 import { createWorkspacePlugin } from "../plugins/workspace/plugin.js";
 import { createProcessPlugin, ProcessService, } from "../plugins/process/plugin.js";
 import { createCloudPlugin, CloudService } from "../plugins/cloud/plugin.js";
+import { createComputerPlugin, ComputerServiceToken, } from "../plugins/computer/plugin.js";
 import { createWebPlugin, WebServiceToken } from "../plugins/web/plugin.js";
 import { createChatRoomMcpHandler } from "../mcp/server/create-mcp-server.js";
 import { HttpServer } from "../infrastructure/http/http-server.js";
@@ -36,6 +37,7 @@ export async function createApplication(config) {
         }, [
             createWorkspacePlugin(),
             createProcessPlugin(),
+            createComputerPlugin(),
             createCloudPlugin(),
             createWebPlugin(),
         ]);
@@ -43,6 +45,7 @@ export async function createApplication(config) {
         const web = services.require(WebServiceToken);
         const processes = services.require(ProcessService);
         const cloud = services.require(CloudService);
+        const computer = services.require(ComputerServiceToken);
         const mcp = createChatRoomMcpHandler(plugins);
         const http = new HttpServer(config, web.application, eventBus, auth, passkeys, mcp, externalAccess, cloud);
         return {
@@ -53,6 +56,7 @@ export async function createApplication(config) {
             application: web.application,
             processes,
             cloud,
+            computer,
             http,
         };
     }

package/dist/app/event-bus.d.ts

@@ -1,5 +1,6 @@
 import type { Operation } from "../core/operations/types.js";
 import type { ProcessSnapshot } from "../plugins/process/types.js";
+import type { ComputerSettings } from "../plugins/computer/types.js";
 export type RuntimeEvent = {
     type: "operation";
     operation: Operation;
@@ -10,6 +11,9 @@ export type RuntimeEvent = {
 } | {
     type: "process";
     process: ProcessSnapshot;
+} | {
+    type: "computer-settings";
+    settings: ComputerSettings;
 } | {
     type: "process-output";
     processId: string;

package/dist/auth/ingress-policy.d.ts

@@ -12,7 +12,9 @@ export declare class IngressPolicy {
     constructor(config: ChatRoomConfig, externalAccess: ExternalAccessRegistry);
     allowedHosts(): ReadonlySet<string>;
     requiresWebAuth(req: Request): boolean;
+    isExternalWeb(req: Request): boolean;
     requiresMcpAuth(req: Request): boolean;
+    isExternalMcp(req: Request): boolean;
     secureWebCookie(req: Request): boolean;
     expectedWebOrigin(req: Request): string | null;
     webAuthnOrigin(req: Request): WebAuthnOrigin | null;

package/dist/auth/ingress-policy.js

@@ -16,11 +16,17 @@ export class IngressPolicy {
         return allowed;
     }
     requiresWebAuth(req) {
-        if (this.externalAccess.matches("web", req.hostname))
+        if (this.isExternalWeb(req))
             return true;
         return this.config.auth.localWebAuth;
     }
+    isExternalWeb(req) {
+        return this.externalAccess.matches("web", req.hostname);
+    }
     requiresMcpAuth(req) {
+        return this.isExternalMcp(req);
+    }
+    isExternalMcp(req) {
         return this.externalAccess.matches("mcp", req.hostname);
     }
     secureWebCookie(req) {

package/dist/infrastructure/database/app-database.js

@@ -89,6 +89,13 @@ const SCHEMA = `
   );
   CREATE INDEX IF NOT EXISTS passkeys_last_used_idx ON passkeys(last_used_at DESC);
 
+  CREATE TABLE IF NOT EXISTS computer_settings (
+    id INTEGER PRIMARY KEY CHECK(id = 1),
+    enabled INTEGER NOT NULL DEFAULT 0,
+    remote_access INTEGER NOT NULL DEFAULT 1,
+    updated_at TEXT NOT NULL
+  );
+
 `;
 export class AppDatabase {
     raw;

package/dist/infrastructure/http/http-server.js

@@ -10,6 +10,7 @@ import { createOAuthRouter } from "../../presentation/http/oauth-router.js";
 import { errorMiddleware } from "../../presentation/http/http-utils.js";
 import { IngressPolicy } from "../../auth/ingress-policy.js";
 import { CHATROOM_VERSION } from "../../core/runtime/identity.js";
+import { runWithMcpAccessScope } from "../../mcp/server/request-context.js";
 const WEB_UI_RESERVED_PREFIXES = [
     "/api",
     "/mcp",
@@ -60,7 +61,10 @@ export class HttpServer {
             this.mcpRequestCount += 1;
             next();
         }, mcpAuthentication(this.auth, this.ingress), (req, res) => {
-            void nodeMcp(req, res, req.body);
+            const scope = this.ingress.isExternalMcp(req) ? "remote" : "local";
+            runWithMcpAccessScope(scope, () => {
+                void nodeMcp(req, res, req.body);
+            });
         });
         const webRoot = fileURLToPath(new URL("../../web/", import.meta.url));
         const webIndexPath = path.join(webRoot, "index.html");

package/dist/mcp/server/plugin-mcp-registrar.d.ts

@@ -1,4 +1,4 @@
-import type { McpServer, StandardSchemaWithJSON, ToolAnnotations } from "@modelcontextprotocol/server";
+import type { McpServer, StandardSchemaWithJSON, ToolAnnotations, CallToolResult } from "@modelcontextprotocol/server";
 import type { OperationLog } from "../../operations/operation-log.js";
 type PluginToolInput<Schema extends StandardSchemaWithJSON> = StandardSchemaWithJSON.InferOutput<Schema>;
 type PluginToolAction<Input> = string | ((input: Input) => string);
@@ -14,6 +14,11 @@ export interface PluginToolConfig<InputSchema extends StandardSchemaWithJSON, Ou
     outputSchema: OutputSchema;
     annotations: ToolAnnotations;
     action: PluginToolAction<PluginToolInput<InputSchema>>;
+    audit?: {
+        input?: (input: PluginToolInput<InputSchema>) => unknown;
+        output?: (output: unknown) => unknown;
+    };
+    present?: (output: unknown) => CallToolResult;
 }
 /** Framework-owned MCP registration boundary that guarantees every plugin tool is audited. */
 export declare class PluginMcpRegistrar {

package/dist/mcp/server/plugin-mcp-registrar.js

@@ -11,13 +11,13 @@ export class PluginMcpRegistrar {
         this.pluginId = pluginId;
     }
     registerTool(name, config, handler) {
-        const { action, ...toolConfig } = config;
+        const { action, audit, present, ...toolConfig } = config;
         const callback = mcpTool(async (input) => {
             const operation = this.operations.start({
                 pluginId: this.pluginId,
                 source: "mcp",
                 action: typeof action === "function" ? action(input) : action,
-                input,
+                input: audit?.input ? audit.input(input) : input,
                 ...operationReferences(input),
             });
             let deferred = false;
@@ -30,7 +30,7 @@ export class PluginMcpRegistrar {
             try {
                 const result = await handler(input, execution);
                 if (!deferred)
-                    this.operations.finish(operation.operationId, "success", result);
+                    this.operations.finish(operation.operationId, "success", audit?.output ? audit.output(result) : result);
                 return result;
             }
             catch (error) {
@@ -44,7 +44,7 @@ export class PluginMcpRegistrar {
                 }
                 throw error;
             }
-        });
+        }, present);
         this.server.registerTool(name, toolConfig, callback);
     }
 }

package/dist/mcp/server/request-context.d.ts

@@ -0,0 +1,3 @@
+import type { ComputerAccessScope } from "../../plugins/computer/types.js";
+export declare function runWithMcpAccessScope<T>(scope: ComputerAccessScope, action: () => T): T;
+export declare function currentMcpAccessScope(): ComputerAccessScope;

package/dist/mcp/server/request-context.js

@@ -0,0 +1,8 @@
+import { AsyncLocalStorage } from "node:async_hooks";
+const storage = new AsyncLocalStorage();
+export function runWithMcpAccessScope(scope, action) {
+    return storage.run(scope, action);
+}
+export function currentMcpAccessScope() {
+    return storage.getStore() ?? "local";
+}

package/dist/mcp/server/tool-support.d.ts

@@ -102,4 +102,4 @@ export declare const processSnapshotSchema: z.ZodObject<{
     timedOut: z.ZodBoolean;
     operationId: z.ZodString;
 }, z.core.$strip>;
-export declare function mcpTool<T>(operation: (input: T) => Promise<unknown> | unknown): (input: T) => Promise<CallToolResult>;
+export declare function mcpTool<T>(operation: (input: T) => Promise<unknown> | unknown, present?: (value: unknown) => CallToolResult): (input: T) => Promise<CallToolResult>;

package/dist/mcp/server/tool-support.js

@@ -90,10 +90,12 @@ export const processSnapshotSchema = z.object({
     timedOut: z.boolean(),
     operationId: z.string(),
 });
-export function mcpTool(operation) {
+export function mcpTool(operation, present) {
     return async (input) => {
         try {
             const value = await operation(input);
+            if (present)
+                return present(value);
             return {
                 content: [{ type: "text", text: JSON.stringify(value, null, 2) }],
                 structuredContent: asRecord(value),

package/dist/native/macos/ChatRoomComputerHelper.app/Contents/Info.plist

@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0"><dict>
+<key>CFBundleIdentifier</key><string>com.chatroomcp.computer</string>
+<key>CFBundleName</key><string>ChatRoom Computer Helper</string>
+<key>CFBundleDisplayName</key><string>ChatRoom Computer Helper</string>
+<key>CFBundleExecutable</key><string>chatroom-computer-helper</string>
+<key>CFBundlePackageType</key><string>APPL</string>
+<key>CFBundleVersion</key><string>1</string>
+<key>CFBundleShortVersionString</key><string>1.0</string>
+<key>LSMinimumSystemVersion</key><string>15.2</string>
+<key>LSUIElement</key><true/>
+<key>NSHumanReadableCopyright</key><string>ChatRoom</string>
+</dict></plist>

package/dist/native/macos/ChatRoomComputerHelper.app/Contents/_CodeSignature/CodeResources

@@ -0,0 +1,115 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>files</key>
+	<dict/>
+	<key>files2</key>
+	<dict/>
+	<key>rules</key>
+	<dict>
+		<key>^Resources/</key>
+		<true/>
+		<key>^Resources/.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^Resources/.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Resources/Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^version.plist$</key>
+		<true/>
+	</dict>
+	<key>rules2</key>
+	<dict>
+		<key>.*\.dSYM($|/)</key>
+		<dict>
+			<key>weight</key>
+			<real>11</real>
+		</dict>
+		<key>^(.*/)?\.DS_Store$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>2000</real>
+		</dict>
+		<key>^(Frameworks|SharedFrameworks|PlugIns|Plug-ins|XPCServices|Helpers|MacOS|Library/(Automator|Spotlight|LoginItems))/</key>
+		<dict>
+			<key>nested</key>
+			<true/>
+			<key>weight</key>
+			<real>10</real>
+		</dict>
+		<key>^.*</key>
+		<true/>
+		<key>^Info\.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^PkgInfo$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^Resources/</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^Resources/.*\.lproj/</key>
+		<dict>
+			<key>optional</key>
+			<true/>
+			<key>weight</key>
+			<real>1000</real>
+		</dict>
+		<key>^Resources/.*\.lproj/locversion.plist$</key>
+		<dict>
+			<key>omit</key>
+			<true/>
+			<key>weight</key>
+			<real>1100</real>
+		</dict>
+		<key>^Resources/Base\.lproj/</key>
+		<dict>
+			<key>weight</key>
+			<real>1010</real>
+		</dict>
+		<key>^[^/]+$</key>
+		<dict>
+			<key>nested</key>
+			<true/>
+			<key>weight</key>
+			<real>10</real>
+		</dict>
+		<key>^embedded\.provisionprofile$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+		<key>^version\.plist$</key>
+		<dict>
+			<key>weight</key>
+			<real>20</real>
+		</dict>
+	</dict>
+</dict>
+</plist>

package/dist/plugins/cloud/tunnel-client.d.ts

@@ -1,4 +1,8 @@
 import { type CloudLeaseState } from "./types.js";
+interface TunnelTimings {
+    readyTimeoutMs: number;
+    heartbeatIntervalMs: number;
+}
 export declare class CloudTunnelClient {
     private lease;
     private readonly identity;
@@ -6,11 +10,15 @@ export declare class CloudTunnelClient {
     private readonly callbacks;
     private socket;
     private reconnectTimer;
+    private readyTimer;
+    private heartbeatTimer;
+    private awaitingPong;
     private stopped;
     private attempts;
     private closeWhenIdle;
     private acceptingServices;
     private readonly streams;
+    private readonly timings;
     constructor(lease: CloudLeaseState, identity: {
         devicePrivateKey: string;
     }, local: {
@@ -20,7 +28,7 @@ export declare class CloudTunnelClient {
         onConnected(): void;
         onDisconnected(): void;
         onError(error: Error): void;
-    });
+    }, timings?: Partial<TunnelTimings>);
     start(): void;
     stop(): void;
     drainAndStop(): void;
@@ -32,5 +40,11 @@ export declare class CloudTunnelClient {
     private handleBinary;
     private send;
     private sendBinary;
+    private startReadyTimeout;
+    private clearReadyTimeout;
+    private startHeartbeat;
+    private clearSocketTimers;
+    private failSocket;
     private scheduleReconnect;
 }
+export {};

package/dist/plugins/cloud/tunnel-client.js

@@ -5,6 +5,8 @@ import { cloudServiceForPublicService, } from "./types.js";
 const PROTOCOL = "chatroom-tunnel-v1";
 const HIGH_WATER = 8 * 1024 * 1024;
 const LOW_WATER = 2 * 1024 * 1024;
+const READY_TIMEOUT_MS = 10_000;
+const HEARTBEAT_INTERVAL_MS = 20_000;
 export class CloudTunnelClient {
     lease;
     identity;
@@ -12,17 +14,25 @@ export class CloudTunnelClient {
     callbacks;
     socket = null;
     reconnectTimer = null;
+    readyTimer = null;
+    heartbeatTimer = null;
+    awaitingPong = false;
     stopped = true;
     attempts = 0;
     closeWhenIdle = null;
     acceptingServices;
     streams = new Map();
-    constructor(lease, identity, local, callbacks) {
+    timings;
+    constructor(lease, identity, local, callbacks, timings = {}) {
         this.lease = lease;
         this.identity = identity;
         this.local = local;
         this.callbacks = callbacks;
         this.acceptingServices = new Set(lease.services);
+        this.timings = {
+            readyTimeoutMs: timings.readyTimeoutMs ?? READY_TIMEOUT_MS,
+            heartbeatIntervalMs: timings.heartbeatIntervalMs ?? HEARTBEAT_INTERVAL_MS,
+        };
     }
     start() {
         if (!this.stopped)
@@ -39,6 +49,7 @@ export class CloudTunnelClient {
         if (this.reconnectTimer)
             clearTimeout(this.reconnectTimer);
         this.reconnectTimer = null;
+        this.clearSocketTimers();
         this.socket?.close();
         this.socket = null;
         for (const stream of this.streams.values())
@@ -51,6 +62,7 @@ export class CloudTunnelClient {
         if (this.reconnectTimer)
             clearTimeout(this.reconnectTimer);
         this.reconnectTimer = null;
+        this.clearSocketTimers();
         if (this.streams.size === 0) {
             this.closeWhenIdle = null;
             this.socket?.close();
@@ -86,6 +98,7 @@ export class CloudTunnelClient {
         const socket = new WebSocket(this.lease.tunnelUrl, PROTOCOL);
         this.socket = socket;
         socket.binaryType = "nodebuffer";
+        this.startReadyTimeout(socket);
         socket.on("message", (data, isBinary) => {
             try {
                 if (isBinary)
@@ -98,9 +111,15 @@ export class CloudTunnelClient {
                 socket.close();
             }
         });
-        socket.on("close", () => {
+        socket.on("pong", () => {
             if (this.socket === socket)
+                this.awaitingPong = false;
+        });
+        socket.on("close", () => {
+            if (this.socket === socket) {
+                this.clearSocketTimers();
                 this.socket = null;
+            }
             this.closeWhenIdle = null;
             for (const stream of this.streams.values())
                 stream.request.destroy();
@@ -109,7 +128,7 @@ export class CloudTunnelClient {
             if (!this.stopped)
                 this.scheduleReconnect();
         });
-        socket.on("error", (error) => this.callbacks.onError(error));
+        socket.on("error", (error) => this.failSocket(socket, error));
     }
     handleControl(message) {
         if (message.type === "challenge") {
@@ -122,6 +141,9 @@ export class CloudTunnelClient {
         }
         if (message.type === "ready") {
             this.attempts = 0;
+            this.clearReadyTimeout();
+            if (this.socket)
+                this.startHeartbeat(this.socket);
             this.callbacks.onConnected();
             return;
         }
@@ -248,6 +270,50 @@ export class CloudTunnelClient {
         socket.send(frame, { binary: true });
         return socket.bufferedAmount < HIGH_WATER;
     }
+    startReadyTimeout(socket) {
+        this.clearReadyTimeout();
+        this.readyTimer = setTimeout(() => {
+            this.readyTimer = null;
+            this.failSocket(socket, new Error("Tunnel connection timed out"));
+        }, this.timings.readyTimeoutMs);
+        this.readyTimer.unref();
+    }
+    clearReadyTimeout() {
+        if (this.readyTimer)
+            clearTimeout(this.readyTimer);
+        this.readyTimer = null;
+    }
+    startHeartbeat(socket) {
+        if (this.heartbeatTimer)
+            clearInterval(this.heartbeatTimer);
+        this.awaitingPong = false;
+        this.heartbeatTimer = setInterval(() => {
+            if (this.socket !== socket || socket.readyState !== WebSocket.OPEN)
+                return;
+            if (this.awaitingPong) {
+                this.failSocket(socket, new Error("Tunnel heartbeat timed out"));
+                return;
+            }
+            this.awaitingPong = true;
+            socket.ping();
+        }, this.timings.heartbeatIntervalMs);
+        this.heartbeatTimer.unref();
+    }
+    clearSocketTimers() {
+        this.clearReadyTimeout();
+        if (this.heartbeatTimer)
+            clearInterval(this.heartbeatTimer);
+        this.heartbeatTimer = null;
+        this.awaitingPong = false;
+    }
+    failSocket(socket, error) {
+        if (this.socket !== socket)
+            return;
+        this.callbacks.onError(error);
+        this.clearSocketTimers();
+        this.socket = null;
+        socket.terminate();
+    }
     scheduleReconnect() {
         if (this.reconnectTimer || this.stopped)
             return;

package/dist/plugins/computer/audit.d.ts

@@ -0,0 +1,34 @@
+import type { ComputerAction, ComputerActionResult, ComputerSnapshot } from "./types.js";
+export declare function auditComputerActions(input: {
+    snapshotId?: string;
+    actions: ComputerAction[];
+    observeAfter?: boolean;
+}): {
+    snapshotId: string | null;
+    observeAfter: boolean;
+    actions: unknown[];
+};
+export declare function auditSnapshotOutput(value: ComputerSnapshot): {
+    snapshotId: string;
+    revision: number;
+    display: import("./types.js").ComputerDisplay | null;
+    activeApp: string | null;
+    activeWindow: string | null;
+    elementCount: number;
+    screenshot: boolean;
+};
+export declare function auditActionOutput(value: ComputerActionResult): {
+    success: true;
+    revision: number;
+    executionMode: "semantic" | "background" | "foreground" | "mixed";
+    focusChanged: boolean;
+    snapshot: {
+        snapshotId: string;
+        revision: number;
+        display: import("./types.js").ComputerDisplay | null;
+        activeApp: string | null;
+        activeWindow: string | null;
+        elementCount: number;
+        screenshot: boolean;
+    } | null;
+};

package/dist/plugins/computer/audit.js

@@ -0,0 +1,42 @@
+export function auditComputerActions(input) {
+    return {
+        snapshotId: input.snapshotId ?? null,
+        observeAfter: input.observeAfter ?? true,
+        actions: input.actions.map((action) => sanitizeAction(action)),
+    };
+}
+function sanitizeAction(action) {
+    if (action.type === "type_text")
+        return {
+            type: action.type,
+            characters: action.text.length,
+            elementId: action.elementId ?? null,
+        };
+    if (action.type === "set_value")
+        return {
+            type: action.type,
+            characters: action.value.length,
+            elementId: action.elementId,
+        };
+    return action;
+}
+export function auditSnapshotOutput(value) {
+    return {
+        snapshotId: value.snapshotId,
+        revision: value.revision,
+        display: value.display,
+        activeApp: value.activeApp,
+        activeWindow: value.activeWindow,
+        elementCount: value.elements.length,
+        screenshot: Boolean(value.screenshot),
+    };
+}
+export function auditActionOutput(value) {
+    return {
+        success: value.success,
+        revision: value.revision,
+        executionMode: value.executionMode,
+        focusChanged: value.focusChanged,
+        snapshot: value.snapshot ? auditSnapshotOutput(value.snapshot) : null,
+    };
+}

package/dist/plugins/computer/computer-native-backend.d.ts

@@ -0,0 +1,11 @@
+import type { ComputerActionRequest, ComputerActionResult, ComputerBackend, ComputerPermission, ComputerSnapshot, ComputerSnapshotRequest, ComputerStatus } from "./types.js";
+export declare class NativeComputerBackend implements ComputerBackend {
+    private readonly host;
+    private readonly restartWhenGranted;
+    status(): Promise<Omit<ComputerStatus, "settings">>;
+    requestPermission(permission: ComputerPermission): Promise<Omit<ComputerStatus, "settings">>;
+    snapshot(request: ComputerSnapshotRequest, revision: number): Promise<ComputerSnapshot>;
+    action(request: ComputerActionRequest, revision: number): Promise<ComputerActionResult>;
+    dispose(): Promise<void>;
+    private readStatus;
+}