@remnic/core 9.54.5 → 9.54.7

package/src/support-passport/public-http.ts

@@ -0,0 +1,601 @@
+import { createHash } from "node:crypto";
+import type { IncomingMessage, ServerResponse } from "node:http";
+import { isIP } from "node:net";
+
+import { abortError, isAbortError } from "../abort-error.js";
+import { type OperationName, getOperation } from "../access-boundary.js";
+import type { EngramAccessService } from "../access-service.js";
+import { SupportPassportError } from "./errors.js";
+
+const PUBLIC_RATE_LIMIT_MAX_KEYS = 20_000;
+const PUBLIC_AUTH_MAX_IN_FLIGHT_PER_NETWORK = 8;
+const PUBLIC_AUTH_MAX_IN_FLIGHT_TOTAL = 256;
+const PUBLIC_MODEL_MAX_IN_FLIGHT_PER_NETWORK = 8;
+const PUBLIC_MODEL_MAX_IN_FLIGHT_TOTAL = 256;
+
+export const SUPPORT_PASSPORT_PUBLIC_HTTP_ROUTES = [
+  {
+    method: "GET",
+    pathname: "/engram/v1/support-passport/public/grants/:id",
+    operation: "support_passport_grant_read",
+  },
+  {
+    method: "POST",
+    pathname: "/engram/v1/support-passport/public/grants/:id/ask",
+    operation: "support_passport_grant_ask",
+  },
+] as const satisfies ReadonlyArray<{ method: string; pathname: string; operation: OperationName }>;
+
+export type SupportPassportExternalRequestHandler = (
+  req: IncomingMessage,
+  res: ServerResponse,
+  ctx: {
+    authorized: boolean;
+    tokenAuthorized: boolean;
+  }
+) => Promise<boolean>;
+
+interface WindowEntry {
+  count: number;
+  resetAt: number;
+}
+
+interface WindowReservation {
+  commit(): void;
+  release(): void;
+}
+
+class UnreadSupportPassportRequestError extends Error {
+  constructor(readonly response: SupportPassportError) {
+    super(response.message);
+    this.name = "UnreadSupportPassportRequestError";
+  }
+}
+
+class FixedWindowLimiter {
+  private readonly entries = new Map<string, WindowEntry>();
+
+  constructor(
+    private readonly limit: number,
+    private readonly windowMs: number,
+    private readonly now: () => number
+  ) {}
+
+  consume(key: string): boolean {
+    const reservation = this.reserve(key);
+    if (!reservation) return false;
+    reservation.commit();
+    return true;
+  }
+
+  reserve(key: string): WindowReservation | undefined {
+    const now = this.now();
+    let entry = this.entries.get(key);
+    if (!entry || entry.resetAt <= now) {
+      if (!entry && this.entries.size >= PUBLIC_RATE_LIMIT_MAX_KEYS) {
+        this.prune(now);
+        if (this.entries.size >= PUBLIC_RATE_LIMIT_MAX_KEYS) return undefined;
+      }
+      entry = { count: 0, resetAt: now + this.windowMs };
+      this.entries.set(key, entry);
+    }
+    if (entry.count >= this.limit) return undefined;
+    entry.count += 1;
+    let active = true;
+    return {
+      commit: () => {
+        active = false;
+      },
+      release: () => {
+        if (!active) return;
+        active = false;
+        if (this.entries.get(key) !== entry) return;
+        entry.count -= 1;
+        if (entry.count === 0) this.entries.delete(key);
+      },
+    };
+  }
+
+  allows(key: string): boolean {
+    const now = this.now();
+    const current = this.entries.get(key);
+    if (current && current.resetAt > now) return current.count < this.limit;
+    if (!current && this.entries.size >= PUBLIC_RATE_LIMIT_MAX_KEYS) {
+      this.prune(now);
+      if (this.entries.size >= PUBLIC_RATE_LIMIT_MAX_KEYS) return false;
+    }
+    return true;
+  }
+
+  private prune(now: number): void {
+    for (const [key, entry] of this.entries) {
+      if (entry.resetAt <= now) this.entries.delete(key);
+    }
+  }
+}
+
+class InFlightLimiter {
+  private readonly counts = new Map<string, number>();
+  private total = 0;
+
+  constructor(
+    private readonly perKeyLimit: number,
+    private readonly totalLimit: number
+  ) {}
+
+  reserve(key: string): (() => void) | undefined {
+    const current = this.counts.get(key) ?? 0;
+    if (current >= this.perKeyLimit || this.total >= this.totalLimit) return undefined;
+    this.counts.set(key, current + 1);
+    this.total += 1;
+    let active = true;
+    return () => {
+      if (!active) return;
+      active = false;
+      const count = this.counts.get(key) ?? 0;
+      if (count <= 1) this.counts.delete(key);
+      else this.counts.set(key, count - 1);
+      this.total -= 1;
+    };
+  }
+}
+
+interface PublicRateLimits {
+  authentications: InFlightLimiter;
+  modelCalls: InFlightLimiter;
+  grantReads: FixedWindowLimiter;
+  networkReads: FixedWindowLimiter;
+  networkReadFailures: FixedWindowLimiter;
+  grantQuestions: FixedWindowLimiter;
+  networkQuestions: FixedWindowLimiter;
+  networkQuestionFailures: FixedWindowLimiter;
+}
+
+export interface SupportPassportPublicHandlerOptions {
+  now?: () => number;
+  trustedProxyAddresses?: readonly string[];
+}
+
+function createRateLimits(now: () => number): PublicRateLimits {
+  return {
+    authentications: new InFlightLimiter(PUBLIC_AUTH_MAX_IN_FLIGHT_PER_NETWORK, PUBLIC_AUTH_MAX_IN_FLIGHT_TOTAL),
+    modelCalls: new InFlightLimiter(PUBLIC_MODEL_MAX_IN_FLIGHT_PER_NETWORK, PUBLIC_MODEL_MAX_IN_FLIGHT_TOTAL),
+    grantReads: new FixedWindowLimiter(60, 60_000, now),
+    networkReads: new FixedWindowLimiter(60, 60_000, now),
+    networkReadFailures: new FixedWindowLimiter(60, 60_000, now),
+    grantQuestions: new FixedWindowLimiter(20, 10 * 60_000, now),
+    networkQuestions: new FixedWindowLimiter(20, 10 * 60_000, now),
+    networkQuestionFailures: new FixedWindowLimiter(20, 10 * 60_000, now),
+  };
+}
+
+function rateLimited(): SupportPassportError {
+  return new SupportPassportError("rate_limited", "Too many helper requests.", 429);
+}
+
+async function runPublicOperation(
+  service: EngramAccessService,
+  name: "support_passport_grant_read" | "support_passport_grant_ask",
+  input: Record<string, unknown>,
+  signal?: AbortSignal
+): Promise<unknown> {
+  const operation = getOperation(name);
+  if (!operation) throw new Error(`access-boundary: operation not registered: ${name}`);
+  const output = (await operation.run(input, {
+    service,
+    ...(signal ? { abortSignal: signal } : {}),
+  })) as { result: unknown };
+  return output.result;
+}
+
+function reserveAuthenticatedLimits(
+  networkLimiter: FixedWindowLimiter,
+  grantLimiter: FixedWindowLimiter,
+  networkKey: string,
+  grantId: string
+): WindowReservation {
+  const network = networkLimiter.reserve(networkKey);
+  if (!network) throw rateLimited();
+  const grant = grantLimiter.reserve(grantId);
+  if (!grant) {
+    network.release();
+    throw rateLimited();
+  }
+  let active = true;
+  return {
+    commit: () => {
+      if (!active) return;
+      active = false;
+      network.commit();
+      grant.commit();
+    },
+    release: () => {
+      if (!active) return;
+      active = false;
+      grant.release();
+      network.release();
+    },
+  };
+}
+
+async function readGrantUnderAuthenticationReservation(
+  service: EngramAccessService,
+  grantId: string,
+  secret: string,
+  networkKey: string,
+  networkLimiter: FixedWindowLimiter,
+  grantLimiter: FixedWindowLimiter,
+  failureLimiter: FixedWindowLimiter
+) {
+  if (!failureLimiter.allows(networkKey)) throw rateLimited();
+  const limits = reserveAuthenticatedLimits(networkLimiter, grantLimiter, networkKey, grantId);
+  let guide: Awaited<ReturnType<EngramAccessService["supportPassportReadGrant"]>>;
+  try {
+    guide = (await runPublicOperation(service, "support_passport_grant_read", { grantId, secret })) as Awaited<
+      ReturnType<EngramAccessService["supportPassportReadGrant"]>
+    >;
+  } catch (error) {
+    if (error instanceof SupportPassportError) {
+      if (error.code === "grant_not_found") {
+        limits.release();
+        if (!failureLimiter.consume(networkKey)) throw rateLimited();
+      } else {
+        limits.commit();
+      }
+    } else {
+      limits.release();
+    }
+    throw error;
+  }
+  limits.commit();
+  return guide;
+}
+
+async function readGrantWithRateLimits(
+  service: EngramAccessService,
+  grantId: string,
+  secret: string,
+  networkKey: string,
+  networkLimiter: FixedWindowLimiter,
+  grantLimiter: FixedWindowLimiter,
+  failureLimiter: FixedWindowLimiter,
+  authenticationLimiter: InFlightLimiter
+) {
+  const releaseAuthentication = authenticationLimiter.reserve(networkKey);
+  if (!releaseAuthentication) throw rateLimited();
+  try {
+    return await readGrantUnderAuthenticationReservation(
+      service,
+      grantId,
+      secret,
+      networkKey,
+      networkLimiter,
+      grantLimiter,
+      failureLimiter
+    );
+  } finally {
+    releaseAuthentication();
+  }
+}
+
+export function normalizeSupportPassportNetworkAddress(value: string | undefined): string | undefined {
+  if (!value) return undefined;
+  const address = value.trim().toLowerCase();
+  const family = isIP(address);
+  if (family === 0) return undefined;
+  if (family === 4) return address;
+  const canonical = new URL(`http://[${address}]/`).hostname.slice(1, -1);
+  const mapped = /^::ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/.exec(canonical);
+  if (!mapped) return canonical;
+  const high = Number.parseInt(mapped[1] ?? "", 16);
+  const low = Number.parseInt(mapped[2] ?? "", 16);
+  return `${high >>> 8}.${high & 0xff}.${low >>> 8}.${low & 0xff}`;
+}
+
+function requestNetworkAddress(req: IncomingMessage, trustedProxyAddresses: ReadonlySet<string>): string {
+  const directAddress = normalizeSupportPassportNetworkAddress(req.socket.remoteAddress) ?? "unknown";
+  if (!trustedProxyAddresses.has(directAddress)) return directAddress;
+  const forwarded = req.headers["x-forwarded-for"];
+  if (typeof forwarded !== "string") return directAddress;
+  const rawAddresses = forwarded.split(",");
+  if (rawAddresses.length < 1 || rawAddresses.length > 32) return directAddress;
+  const addresses = rawAddresses.map((address) => normalizeSupportPassportNetworkAddress(address));
+  if (addresses.some((address) => address === undefined)) return directAddress;
+  for (let index = addresses.length - 1; index >= 0; index -= 1) {
+    const address = addresses[index];
+    if (address && !trustedProxyAddresses.has(address)) return address;
+  }
+  return addresses[0] ?? directAddress;
+}
+
+function networkDigest(req: IncomingMessage, trustedProxyAddresses: ReadonlySet<string>): string {
+  return createHash("sha256")
+    .update(requestNetworkAddress(req, trustedProxyAddresses))
+    .digest("hex");
+}
+
+function parseSecret(req: IncomingMessage): string | undefined {
+  const raw = req.headers.authorization;
+  if (typeof raw !== "string") return undefined;
+  const match = /^(\S+)[ \t]+(\S+)$/.exec(raw);
+  if (!match || match[1]?.toLowerCase() !== "supportpassport") return undefined;
+  const secret = match[2] ?? "";
+  if (!/^[A-Za-z0-9_-]{32,256}$/.test(secret)) return undefined;
+  return secret;
+}
+
+function requestDeclaresBody(req: IncomingMessage): boolean {
+  const contentLength = req.headers["content-length"];
+  const transferEncoding = req.headers["transfer-encoding"];
+  return transferEncoding !== undefined || (contentLength !== undefined && contentLength !== "0");
+}
+
+function respondJson(res: ServerResponse, status: number, payload: unknown): void {
+  const body = JSON.stringify(payload);
+  res.statusCode = status;
+  res.setHeader("cache-control", "private, no-store");
+  res.setHeader("vary", "Authorization");
+  res.setHeader("content-type", "application/json; charset=utf-8");
+  res.setHeader("content-length", String(Buffer.byteLength(body)));
+  res.end(body);
+}
+
+function respondJsonAndCloseUnreadRequest(
+  req: IncomingMessage,
+  res: ServerResponse,
+  status: number,
+  payload: unknown
+): void {
+  res.shouldKeepAlive = false;
+  res.setHeader("connection", "close");
+  res.once("finish", () => req.destroy());
+  respondJson(res, status, payload);
+}
+
+function respondBeforeReadingBody(
+  req: IncomingMessage,
+  res: ServerResponse,
+  status: number,
+  payload: unknown
+): void {
+  if (requestDeclaresBody(req)) {
+    respondJsonAndCloseUnreadRequest(req, res, status, payload);
+    return;
+  }
+  respondJson(res, status, payload);
+}
+
+async function readQuestionBody(req: IncomingMessage, signal: AbortSignal): Promise<string> {
+  const content = await new Promise<Buffer>((resolve, reject) => {
+    const chunks: Buffer[] = [];
+    let bytes = 0;
+    let settled = false;
+    const cleanup = () => {
+      req.off("data", onData);
+      req.off("end", onEnd);
+      req.off("error", onError);
+      req.off("aborted", onAborted);
+      signal.removeEventListener("abort", onSignalAbort);
+    };
+    const fail = (error: unknown) => {
+      if (settled) return;
+      settled = true;
+      cleanup();
+      reject(error);
+    };
+    const helperLeft = () =>
+      isAbortError(signal.reason) ? signal.reason : abortError("The helper left.");
+    const onData = (chunk: Buffer | string) => {
+      const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
+      bytes += buffer.length;
+      if (bytes > 4_096) {
+        req.pause();
+        fail(
+          new UnreadSupportPassportRequestError(
+            new SupportPassportError("invalid_input", "The helper question is invalid.", 400)
+          )
+        );
+        return;
+      }
+      chunks.push(buffer);
+    };
+    const onEnd = () => {
+      if (settled) return;
+      settled = true;
+      cleanup();
+      resolve(Buffer.concat(chunks, bytes));
+    };
+    const onError = (error: Error) => fail(signal.aborted || req.aborted ? helperLeft() : error);
+    const onAborted = () => fail(helperLeft());
+    const onSignalAbort = () => fail(helperLeft());
+    req.on("data", onData);
+    req.once("end", onEnd);
+    req.once("error", onError);
+    req.once("aborted", onAborted);
+    signal.addEventListener("abort", onSignalAbort, { once: true });
+    if (signal.aborted) onSignalAbort();
+  });
+  let parsed: unknown;
+  try {
+    parsed = JSON.parse(content.toString("utf8"));
+  } catch {
+    throw new SupportPassportError("invalid_input", "The helper question is invalid.", 400);
+  }
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+    throw new SupportPassportError("invalid_input", "The helper question is invalid.", 400);
+  }
+  const body = parsed as Record<string, unknown>;
+  if (Object.keys(body).length !== 1 || typeof body.question !== "string") {
+    throw new SupportPassportError("invalid_input", "The helper question is invalid.", 400);
+  }
+  const question = body.question.trim();
+  if (question.length < 1 || question.length > 500) {
+    throw new SupportPassportError("invalid_input", "The helper question is invalid.", 400);
+  }
+  return question;
+}
+
+function requestSignal(req: IncomingMessage, res: ServerResponse): { signal: AbortSignal; cleanup(): void } {
+  const controller = new AbortController();
+  const abort = () => {
+    if (!res.writableFinished && !controller.signal.aborted) controller.abort(abortError("The helper left."));
+  };
+  req.once("aborted", abort);
+  res.once("close", abort);
+  return {
+    signal: controller.signal,
+    cleanup: () => {
+      req.off("aborted", abort);
+      res.off("close", abort);
+    },
+  };
+}
+
+function decodeGrantId(raw: string): string | undefined {
+  try {
+    const value = decodeURIComponent(raw);
+    return /^[A-Za-z0-9_-]{1,128}$/.test(value) ? value.toLowerCase() : undefined;
+  } catch {
+    return undefined;
+  }
+}
+
+export function buildSupportPassportPublicRequestHandler(
+  service: EngramAccessService,
+  options: SupportPassportPublicHandlerOptions = {}
+): SupportPassportExternalRequestHandler {
+  const rateLimits = createRateLimits(options.now ?? Date.now);
+  const trustedProxyAddresses = new Set(
+    (options.trustedProxyAddresses ?? [])
+      .map((address) => normalizeSupportPassportNetworkAddress(address))
+      .filter((address): address is string => address !== undefined)
+  );
+  return async (req, res) => {
+    let parsed: URL;
+    try {
+      parsed = new URL(req.url ?? "/", "http://placeholder");
+    } catch {
+      return false;
+    }
+    const readMatch = /^\/engram\/v1\/support-passport\/public\/grants\/([^/]+)$/.exec(parsed.pathname);
+    const askMatch = /^\/engram\/v1\/support-passport\/public\/grants\/([^/]+)\/ask$/.exec(parsed.pathname);
+    const ownedRead = req.method === "GET" && readMatch;
+    const ownedQuestion = req.method === "POST" && askMatch;
+    if (!ownedRead && !ownedQuestion) return false;
+
+    res.setHeader("cache-control", "private, no-store");
+    res.setHeader("vary", "Authorization");
+    const grantId = decodeGrantId((ownedRead ? readMatch?.[1] : askMatch?.[1]) ?? "");
+    const secret = parseSecret(req);
+    if (parsed.search.length > 0) {
+      respondBeforeReadingBody(req, res, 400, {
+        error: "The share link request is invalid.",
+        code: "invalid_input",
+      });
+      return true;
+    }
+    if (ownedRead && requestDeclaresBody(req)) {
+      respondJsonAndCloseUnreadRequest(req, res, 400, {
+        error: "The share link request is invalid.",
+        code: "invalid_input",
+      });
+      return true;
+    }
+    if (!grantId || !secret) {
+      respondBeforeReadingBody(req, res, 404, {
+        error: "The share link was not found.",
+        code: "grant_not_found",
+      });
+      return true;
+    }
+
+    const lifecycle = requestSignal(req, res);
+    try {
+      const digest = networkDigest(req, trustedProxyAddresses);
+      if (ownedRead) {
+        const guide = await readGrantWithRateLimits(
+          service,
+          grantId,
+          secret,
+          digest,
+          rateLimits.networkReads,
+          rateLimits.grantReads,
+          rateLimits.networkReadFailures,
+          rateLimits.authentications
+        );
+        respondJson(res, 200, guide);
+      } else {
+        let releaseAuthentication = rateLimits.authentications.reserve(digest);
+        if (!releaseAuthentication) throw new UnreadSupportPassportRequestError(rateLimited());
+        try {
+          let question: string;
+          const bodyFailure = rateLimits.networkQuestionFailures.reserve(digest);
+          if (!bodyFailure) throw new UnreadSupportPassportRequestError(rateLimited());
+          try {
+            question = await readQuestionBody(req, lifecycle.signal);
+            bodyFailure.release();
+          } catch (error) {
+            const supportError =
+              error instanceof UnreadSupportPassportRequestError ? error.response : error;
+            if (supportError instanceof SupportPassportError && supportError.code === "invalid_input") {
+              bodyFailure.commit();
+            } else {
+              bodyFailure.release();
+            }
+            throw error;
+          }
+          const releaseModelCall = rateLimits.modelCalls.reserve(digest);
+          if (!releaseModelCall) throw rateLimited();
+          try {
+            await readGrantUnderAuthenticationReservation(
+              service,
+              grantId,
+              secret,
+              digest,
+              rateLimits.networkQuestions,
+              rateLimits.grantQuestions,
+              rateLimits.networkQuestionFailures
+            );
+            releaseAuthentication();
+            releaseAuthentication = undefined;
+            const answer = await runPublicOperation(
+              service,
+              "support_passport_grant_ask",
+              { grantId, secret, question },
+              lifecycle.signal
+            );
+            respondJson(res, 200, answer);
+          } finally {
+            releaseModelCall();
+          }
+        } finally {
+          releaseAuthentication?.();
+        }
+      }
+    } catch (error) {
+      if (error instanceof UnreadSupportPassportRequestError) {
+        respondJsonAndCloseUnreadRequest(req, res, error.response.status, {
+          error: error.response.message,
+          code: error.response.code,
+        });
+        return true;
+      }
+      if (!(error instanceof SupportPassportError)) throw error;
+      respondJson(res, error.status, { error: error.message, code: error.code });
+    } finally {
+      lifecycle.cleanup();
+    }
+    return true;
+  };
+}
+
+export function composeSupportPassportExternalRequestHandlers(
+  ...handlers: Array<SupportPassportExternalRequestHandler | undefined>
+): SupportPassportExternalRequestHandler {
+  return async (req, res, ctx) => {
+    for (const handler of handlers) {
+      if (handler && (await handler(req, res, ctx))) return true;
+    }
+    return false;
+  };
+}