veryfront 0.1.73 → 0.1.75

package/src/src/security/sandbox/project-worker.ts

@@ -0,0 +1,416 @@
+/**
+ * Project Worker
+ *
+ * Wraps a single Deno Worker for one project. Manages the Worker lifecycle,
+ * sends/receives structured messages, enforces per-request timeouts,
+ * and serializes errors across the Worker boundary.
+ *
+ * @module security/sandbox/project-worker
+ */
+import * as dntShim from "../../../_dnt.shims.js";
+
+
+import { serverLogger } from "../../utils/index.js";
+import { isCompiledBinary } from "../../utils/index.js";
+import { withSpan } from "../../observability/tracing/otlp-setup.js";
+import { TIMEOUT_ERROR, UNKNOWN_ERROR } from "../../errors/index.js";
+import type { WorkerPermissions } from "./worker-permissions.js";
+import type {
+  WorkerRequest,
+  WorkerResponse,
+  WorkerStreamChunk,
+  WorkerStreamEnd,
+} from "./worker-types.js";
+
+const logger = serverLogger.component("project-worker");
+
+type ExtendedWorkerOptions = {
+  type: "module";
+  name?: string;
+  deno?: { permissions: WorkerPermissions };
+};
+
+export interface ProjectWorkerOptions {
+  projectId: string;
+  permissions: WorkerPermissions;
+  requestTimeoutMs: number;
+}
+
+interface PendingRequest {
+  resolve: (value: WorkerResponse) => void;
+  reject: (error: Error) => void;
+  timer: ReturnType<typeof dntShim.setTimeout>;
+}
+
+interface StreamHandler {
+  onChunk: (chunk: Uint8Array) => void;
+  onEnd: () => void;
+  onError: (error: Error) => void;
+}
+
+/**
+ * Status of a project worker.
+ */
+export type WorkerStatus = "idle" | "busy" | "crashed" | "terminated";
+
+export class ProjectWorker {
+  readonly projectId: string;
+
+  private worker: Worker | null = null;
+  private pending = new Map<string, PendingRequest>();
+  private streamHandlers = new Map<string, StreamHandler>();
+  private requestTimeoutMs: number;
+  private permissions: WorkerPermissions;
+  private _requestCount = 0;
+  private _lastActivityAt = Date.now();
+  private _status: WorkerStatus = "idle";
+
+  constructor(options: ProjectWorkerOptions) {
+    this.projectId = options.projectId;
+    this.permissions = options.permissions;
+    this.requestTimeoutMs = options.requestTimeoutMs;
+  }
+
+  get status(): WorkerStatus {
+    return this._status;
+  }
+
+  get requestCount(): number {
+    return this._requestCount;
+  }
+
+  get lastActivityAt(): number {
+    return this._lastActivityAt;
+  }
+
+  get hasPendingRequests(): boolean {
+    return this.pending.size > 0;
+  }
+
+  /**
+   * Start the worker. Idempotent — safe to call if already running.
+   */
+  start(): void {
+    if (this.worker) return;
+
+    const workerUrl = this.getWorkerScriptUrl();
+
+    const workerOptions: ExtendedWorkerOptions = {
+      type: "module",
+      name: `project-worker-${this.projectId}`,
+      deno: { permissions: this.permissions },
+    };
+
+    // @ts-ignore - Deno Worker accepts extended options
+    this.worker = new Worker(workerUrl, workerOptions);
+    this._status = "idle";
+
+    this.worker.onmessage = (event: MessageEvent) => {
+      this.handleMessage(event.data);
+    };
+
+    this.worker.onerror = (event) => {
+      logger.error("Worker error", {
+        projectId: this.projectId,
+        error: event.message ?? String(event),
+      });
+      this._status = "crashed";
+      this.rejectAllPending("Worker crashed");
+    };
+
+    logger.debug("Worker started", { projectId: this.projectId });
+  }
+
+  /**
+   * Execute a request in this worker. Returns a typed response.
+   */
+  execute(request: WorkerRequest): Promise<WorkerResponse> {
+    return withSpan(
+      "worker.execute",
+      () => {
+        if (!this.worker || this._status === "crashed" || this._status === "terminated") {
+          return Promise.reject(
+            UNKNOWN_ERROR.create({ detail: `Worker not available (status: ${this._status})` }),
+          );
+        }
+
+        this._requestCount++;
+        this._lastActivityAt = Date.now();
+        this._status = "busy";
+
+        return new Promise<WorkerResponse>((resolve, reject) => {
+          const timer = dntShim.setTimeout(() => {
+            this.pending.delete(request.id);
+            this.updateIdleStatus();
+            reject(
+              TIMEOUT_ERROR.create({
+                detail: `Worker request timed out after ${this.requestTimeoutMs}ms`,
+              }),
+            );
+          }, this.requestTimeoutMs);
+
+          this.pending.set(request.id, { resolve, reject, timer });
+          this.worker!.postMessage(request);
+        });
+      },
+      {
+        "worker.projectId": this.projectId,
+        "worker.requestType": request.type,
+        "worker.requestId": request.id,
+      },
+    );
+  }
+
+  /**
+   * Execute a streaming request. Returns a ReadableStream that yields
+   * chunks as they arrive from the Worker via postMessage.
+   *
+   * Used for streaming SSR where the Worker sends chunks progressively.
+   * Falls back to a single-chunk stream if the Worker returns a non-streaming
+   * response (ssr-result with full HTML).
+   */
+  executeStream(request: WorkerRequest): ReadableStream<Uint8Array> {
+    if (!this.worker || this._status === "crashed" || this._status === "terminated") {
+      throw UNKNOWN_ERROR.create({ detail: `Worker not available (status: ${this._status})` });
+    }
+
+    this._requestCount++;
+    this._lastActivityAt = Date.now();
+    this._status = "busy";
+
+    const requestId = request.id;
+    const encoder = new TextEncoder();
+
+    return new ReadableStream<Uint8Array>({
+      start: (controller) => {
+        let timer = dntShim.setTimeout(() => {
+          this.streamHandlers.delete(requestId);
+          this.pending.delete(requestId);
+          this.updateIdleStatus();
+          controller.error(
+            TIMEOUT_ERROR.create({
+              detail: `Worker stream timed out after ${this.requestTimeoutMs}ms`,
+            }),
+          );
+        }, this.requestTimeoutMs);
+
+        const resetTimer = () => {
+          clearTimeout(timer);
+          timer = dntShim.setTimeout(() => {
+            this.streamHandlers.delete(requestId);
+            this.pending.delete(requestId);
+            this.updateIdleStatus();
+            controller.error(
+              TIMEOUT_ERROR.create({
+                detail: `Worker stream timed out after ${this.requestTimeoutMs}ms`,
+              }),
+            );
+          }, this.requestTimeoutMs);
+        };
+
+        // Register a stream handler for this request
+        this.streamHandlers.set(requestId, {
+          onChunk: (chunk: Uint8Array) => {
+            resetTimer();
+            controller.enqueue(chunk);
+          },
+          onEnd: () => {
+            clearTimeout(timer);
+            this.streamHandlers.delete(requestId);
+            this.pending.delete(requestId);
+            this.updateIdleStatus();
+            controller.close();
+          },
+          onError: (error: Error) => {
+            clearTimeout(timer);
+            this.streamHandlers.delete(requestId);
+            this.pending.delete(requestId);
+            this.updateIdleStatus();
+            controller.error(error);
+          },
+        });
+
+        // Also register in pending for non-streaming responses (fallback)
+        this.pending.set(requestId, {
+          resolve: (response) => {
+            clearTimeout(timer);
+            this.streamHandlers.delete(requestId);
+            this.pending.delete(requestId);
+            this.updateIdleStatus();
+
+            // If we get an ssr-result, emit it as a single chunk
+            if (response.type === "ssr-result") {
+              controller.enqueue(encoder.encode(response.html));
+              controller.close();
+            } else if (response.type === "error") {
+              const err = new Error(response.error.message);
+              err.name = response.error.name;
+              controller.error(err);
+            } else {
+              controller.close();
+            }
+          },
+          reject: (error) => {
+            clearTimeout(timer);
+            this.streamHandlers.delete(requestId);
+            this.pending.delete(requestId);
+            this.updateIdleStatus();
+            controller.error(error);
+          },
+          timer,
+        });
+
+        this.worker!.postMessage(request);
+      },
+    });
+  }
+
+  /**
+   * Health check — send a ping and wait for pong.
+   */
+  async isHealthy(timeoutMs = 5_000): Promise<boolean> {
+    if (!this.worker || this._status === "crashed" || this._status === "terminated") {
+      return false;
+    }
+
+    const id = dntShim.crypto.randomUUID();
+
+    return new Promise<boolean>((resolve) => {
+      const timer = dntShim.setTimeout(() => {
+        this.pending.delete(id);
+        resolve(false);
+      }, timeoutMs);
+
+      this.pending.set(id, {
+        resolve: () => {
+          clearTimeout(timer);
+          this.pending.delete(id);
+          resolve(true);
+        },
+        reject: () => {
+          clearTimeout(timer);
+          this.pending.delete(id);
+          resolve(false);
+        },
+        timer,
+      });
+
+      this.worker!.postMessage({ type: "ping", id });
+    });
+  }
+
+  /**
+   * Clear the worker's module cache. Used for dev mode hot reload.
+   */
+  clearModuleCache(): void {
+    if (!this.worker || this._status === "crashed" || this._status === "terminated") return;
+    this.worker.postMessage({ type: "clear-cache" });
+  }
+
+  /**
+   * Terminate the worker. Rejects all pending requests.
+   */
+  terminate(): void {
+    if (!this.worker) return;
+
+    this._status = "terminated";
+    this.rejectAllPending("Worker terminated");
+
+    try {
+      this.worker.terminate();
+    } catch (error) {
+      logger.debug("Worker terminate failed", {
+        projectId: this.projectId,
+        error,
+      });
+    }
+
+    this.worker = null;
+    logger.debug("Worker terminated", { projectId: this.projectId });
+  }
+
+  // -----------------------------------------------------------------------
+  // Private
+  // -----------------------------------------------------------------------
+
+  private getWorkerScriptUrl(): string {
+    // In compiled binary mode, use a data URL because blob URLs don't work
+    // See: deno-sandbox.ts for the same pattern
+    if (isCompiledBinary()) {
+      // For compiled binaries, we'd need to inline the worker script.
+      // For now, fall through to the import.meta.resolve path which works
+      // in development and standard Deno execution.
+    }
+
+    // Use import.meta.resolve to get the absolute URL of the worker script.
+    // This works in both `deno run` and `deno compile` contexts.
+    return import.meta.resolve("./worker-script.ts");
+  }
+
+  private handleMessage(
+    data:
+      | WorkerResponse
+      | WorkerStreamChunk
+      | WorkerStreamEnd
+      | { type: "pong"; id: string },
+  ): void {
+    if (data.type === "pong") {
+      const pending = this.pending.get((data as { id: string }).id);
+      if (pending) {
+        clearTimeout(pending.timer);
+        pending.resolve(data as unknown as WorkerResponse);
+        this.pending.delete((data as { id: string }).id);
+      }
+      return;
+    }
+
+    // Handle streaming SSR chunks
+    if (data.type === "stream-chunk") {
+      const handler = this.streamHandlers.get(data.id);
+      if (handler) handler.onChunk(data.chunk);
+      return;
+    }
+
+    if (data.type === "stream-end") {
+      const handler = this.streamHandlers.get(data.id);
+      if (handler) handler.onEnd();
+      return;
+    }
+
+    const response = data as WorkerResponse;
+    const pending = this.pending.get(response.id);
+    if (!pending) {
+      logger.warn("Received response for unknown request", {
+        projectId: this.projectId,
+        id: response.id,
+      });
+      return;
+    }
+
+    clearTimeout(pending.timer);
+    this.pending.delete(response.id);
+    this.updateIdleStatus();
+
+    pending.resolve(response);
+  }
+
+  private updateIdleStatus(): void {
+    if (this.pending.size === 0 && this._status === "busy") {
+      this._status = "idle";
+    }
+  }
+
+  private rejectAllPending(reason: string): void {
+    for (const [id, pending] of this.pending) {
+      clearTimeout(pending.timer);
+      pending.reject(UNKNOWN_ERROR.create({ detail: reason }));
+      this.pending.delete(id);
+    }
+
+    // Clean up stream handlers
+    for (const [id, handler] of this.streamHandlers) {
+      handler.onError(UNKNOWN_ERROR.create({ detail: reason }));
+      this.streamHandlers.delete(id);
+    }
+  }
+}

package/src/src/security/sandbox/worker-permissions.ts

@@ -0,0 +1,74 @@
+/**
+ * Worker Permission Builder
+ *
+ * Builds scoped Deno Worker permissions for per-project isolation.
+ * Each project worker gets the minimum required permissions.
+ *
+ * @module security/sandbox/worker-permissions
+ */
+
+/**
+ * Deno Worker permission object.
+ * See: https://docs.deno.com/runtime/fundamentals/permissions/
+ */
+import * as dntShim from "../../../_dnt.shims.js";
+
+export interface WorkerPermissions {
+  read: string[] | boolean;
+  write: boolean;
+  net: boolean;
+  env: boolean;
+  run: boolean;
+  ffi: boolean;
+  sys: boolean;
+}
+
+/**
+ * Build scoped permissions for a project worker.
+ *
+ * - read: restricted to the project temp dir (transformed modules) and cache dirs
+ * - write: denied (workers produce output via postMessage, not filesystem)
+ * - net: allowed (data fetchers and API routes may call external APIs)
+ * - env: allowed (user code reads API keys and config from environment)
+ * - run: denied (no subprocess spawning from user code)
+ * - ffi: denied (no native code from user code)
+ * - sys: denied (no system info access from user code)
+ */
+export function buildWorkerPermissions(
+  readPaths: string[],
+): WorkerPermissions {
+  // In compiled binaries, user modules import from the VFS temp dir which
+  // is outside the project directory. Rather than trying to enumerate all
+  // read paths, grant full read access — the security boundary is enforced
+  // by denying write/run/ffi/sys, not by restricting reads.
+  // Check for compiled binary by testing if execPath is NOT "deno"/"deno.exe"
+  try {
+    const exec = typeof dntShim.Deno !== "undefined" ? dntShim.Deno.execPath?.() : undefined;
+    if (exec) {
+      const name = exec.split(/[/\\]/).pop()?.toLowerCase() ?? "";
+      if (name !== "deno" && name !== "deno.exe") {
+        return {
+          read: true,
+          write: false,
+          net: true,
+          env: true,
+          run: false,
+          ffi: false,
+          sys: false,
+        };
+      }
+    }
+  } catch {
+    // execPath may not be available
+  }
+
+  return {
+    read: readPaths.length > 0 ? readPaths : false,
+    write: false,
+    net: true,
+    env: true,
+    run: false,
+    ffi: false,
+    sys: false,
+  };
+}