@atproto/pds 0.4.59 → 0.4.60

package/src/pipethrough.ts

@@ -1,261 +1,552 @@
 import express from 'express'
-import * as ui8 from 'uint8arrays'
-import net from 'node:net'
-import stream from 'node:stream'
-import webStream from 'node:stream/web'
-import { LexValue, jsonToLex, stringifyLex } from '@atproto/lexicon'
+import { IncomingHttpHeaders, ServerResponse } from 'node:http'
+import { PassThrough, Readable } from 'node:stream'
+import { Dispatcher } from 'undici'
+
+import {
+  decodeStream,
+  getServiceEndpoint,
+  omit,
+  streamToNodeBuffer,
+} from '@atproto/common'
+import { ResponseType, XRPCError as XRPCClientError } from '@atproto/xrpc'
 import {
   CatchallHandler,
-  HandlerPipeThrough,
+  HandlerPipeThroughBuffer,
+  HandlerPipeThroughStream,
+  InternalServerError,
   InvalidRequestError,
   parseReqNsid,
+  XRPCError as XRPCServerError,
 } from '@atproto/xrpc-server'
-import { ResponseType, XRPCError } from '@atproto/xrpc'
-import { getServiceEndpoint, noUndefinedVals } from '@atproto/common'
-import { ids, lexicons } from './lexicon/lexicons'
-import { httpLogger } from './logger'
+
 import AppContext from './context'
+import { ids } from './lexicon/lexicons'
+import { httpLogger } from './logger'
 
 export const proxyHandler = (ctx: AppContext): CatchallHandler => {
   const accessStandard = ctx.authVerifier.accessStandard()
   return async (req, res, next) => {
+    // /!\ Hot path
+
     try {
-      const { url, aud, nsid } = await formatUrlAndAud(ctx, req)
-      const auth = await accessStandard({ req, res })
       if (
-        PROTECTED_METHODS.has(nsid) ||
-        (!auth.credentials.isPrivileged && PRIVILEGED_METHODS.has(nsid))
+        req.method !== 'GET' &&
+        req.method !== 'HEAD' &&
+        req.method !== 'POST'
       ) {
+        throw new XRPCServerError(
+          ResponseType.InvalidRequest,
+          'XRPC requests only supports GET and POST',
+        )
+      }
+
+      const body = req.method === 'POST' ? req : undefined
+      if (body != null && !body.readable) {
+        // Body was already consumed by a previous middleware
+        throw new InternalServerError('Request body is not readable')
+      }
+
+      const lxm = parseReqNsid(req)
+      if (PROTECTED_METHODS.has(lxm)) {
         throw new InvalidRequestError('Bad token method', 'InvalidToken')
       }
-      const headers = await formatHeaders(ctx, req, {
-        aud,
-        lxm: nsid,
-        requester: auth.credentials.did,
+
+      const auth = await accessStandard({ req, res })
+      if (!auth.credentials.isPrivileged && PRIVILEGED_METHODS.has(lxm)) {
+        throw new InvalidRequestError('Bad token method', 'InvalidToken')
+      }
+
+      const { url: origin, did: aud } = await parseProxyInfo(ctx, req, lxm)
+
+      const headers: IncomingHttpHeaders = {
+        'accept-encoding': req.headers['accept-encoding'],
+        'accept-language': req.headers['accept-language'],
+        'atproto-accept-labelers': req.headers['atproto-accept-labelers'],
+        'x-bsky-topics': req.headers['x-bsky-topics'],
+
+        'content-type': body && req.headers['content-type'],
+        'content-encoding': body && req.headers['content-encoding'],
+        'content-length': body && req.headers['content-length'],
+
+        authorization: auth.credentials.did
+          ? `Bearer ${await ctx.serviceAuthJwt(auth.credentials.did, aud, lxm)}`
+          : undefined,
+      }
+
+      const dispatchOptions: Dispatcher.RequestOptions = {
+        origin,
+        method: req.method,
+        path: req.originalUrl,
+        body,
+        headers,
+      }
+
+      await pipethroughStream(ctx, dispatchOptions, (upstream) => {
+        res.status(upstream.statusCode)
+
+        for (const [name, val] of responseHeaders(upstream.headers)) {
+          res.setHeader(name, val)
+        }
+
+        // Note that we should not need to manually handle errors here (e.g. by
+        // destroying the response), as the http server will handle them for us.
+        res.on('error', logResponseError)
+
+        // Tell undici to write the upstream response directly to the response
+        return res
       })
-      const body: webStream.ReadableStream<Uint8Array> =
-        stream.Readable.toWeb(req)
-      const reqInit = formatReqInit(req, headers, body)
-      const proxyRes = await makeRequest(url, reqInit)
-      await pipeProxyRes(proxyRes, res)
     } catch (err) {
-      return next(err)
+      next(err)
     }
-    return next()
   }
 }
 
-export const pipethrough = async (
-  ctx: AppContext,
-  req: express.Request,
-  requester: string | null,
-  override: {
-    aud?: string
-    lxm?: string
-  } = {},
-): Promise<HandlerPipeThrough> => {
-  const { url, aud, nsid } = await formatUrlAndAud(ctx, req, override.aud)
-  const lxm = override.lxm ?? nsid
-  const headers = await formatHeaders(ctx, req, { aud, lxm, requester })
-  const reqInit = formatReqInit(req, headers)
-  const res = await makeRequest(url, reqInit)
-  return parseProxyRes(res)
+export type PipethroughOptions = {
+  /**
+   * Specify the issuer (requester) for service auth. If not provided, no
+   * authorization headers will be added to the request.
+   */
+  iss?: string
+
+  /**
+   * Override the audience for service auth. If not provided, the audience will
+   * be determined based on the proxy service.
+   */
+  aud?: string
+
+  /**
+   * Override the lexicon method for service auth. If not provided, the lexicon
+   * method will be determined based on the request path.
+   */
+  lxm?: string
 }
 
-export const pipethroughProcedure = async (
+// List of content encodings that are supported by the PDS. Because proxying
+// occurs between data centers, where connectivity is supposedly stable & good,
+// and because payloads are small, we prefer encoding that are fast (gzip,
+// deflate, identity) over heavier encodings (Brotli). Upstream servers should
+// be configured to prefer any encoding over identity in case of big,
+// uncompressed payloads.
+const SUPPORTED_ENCODINGS = [
+  ['gzip', { q: '1.0' }],
+  ['deflate', { q: '0.9' }],
+  ['identity', { q: '0.3' }],
+  ['br', { q: '0.1' }],
+] as const satisfies Accept[]
+
+export async function pipethrough(
   ctx: AppContext,
   req: express.Request,
-  requester: string | null,
-  body?: LexValue,
-): Promise<HandlerPipeThrough> => {
-  const { url, aud, nsid: lxm } = await formatUrlAndAud(ctx, req)
-  const headers = await formatHeaders(ctx, req, { aud, lxm, requester })
-  const encodedBody = body
-    ? new TextEncoder().encode(stringifyLex(body))
-    : undefined
-  const reqInit = formatReqInit(req, headers, encodedBody)
-  const res = await makeRequest(url, reqInit)
-  return parseProxyRes(res)
-}
+  options?: PipethroughOptions,
+): Promise<{
+  stream: Readable
+  headers: Record<string, string>
+  encoding: string
+}> {
+  if (req.method !== 'GET' && req.method !== 'HEAD') {
+    // pipethrough() is used from within xrpcServer handlers, which means that
+    // the request body either has been parsed or is a readable stream that has
+    // been piped for decoding & size limiting. Because of this, forwarding the
+    // request body requires re-encoding it. Since we currently do not use
+    // pipethrough() with procedures, proxying of request body is not
+    // implemented.
+    throw new InternalServerError(
+      `Proxying of ${req.method} requests is not supported`,
+    )
+  }
 
-// Request setup/formatting
-// -------------------
+  const lxm = parseReqNsid(req)
 
-const REQ_HEADERS_TO_FORWARD = [
-  'accept-language',
-  'content-type',
-  'atproto-accept-labelers',
-  'x-bsky-topics',
-]
+  const { url: origin, did: aud } = await parseProxyInfo(ctx, req, lxm)
 
-export const formatUrlAndAud = async (
-  ctx: AppContext,
-  req: express.Request,
-  audOverride?: string,
-): Promise<{ url: URL; aud: string; nsid: string }> => {
-  const proxyTo = await parseProxyHeader(ctx, req)
-  const nsid = parseReqNsid(req)
-  const defaultProxy = defaultService(ctx, nsid)
-  const serviceUrl = proxyTo?.serviceUrl ?? defaultProxy?.url
-  const aud = audOverride ?? proxyTo?.did ?? defaultProxy?.did
-  if (!serviceUrl || !aud) {
-    throw new InvalidRequestError(`No service configured for ${req.path}`)
+  // Because we sometimes need to interpret the response (e.g. during
+  // read-after-write, through asPipeThroughBuffer()), we need to ask the
+  // upstream server for an encoding that both the requester and the PDS can
+  // understand.
+  const acceptEncoding = negotiateAccept(
+    req.headers['accept-encoding'],
+    SUPPORTED_ENCODINGS,
+  )
+
+  const headers: IncomingHttpHeaders = {
+    'accept-language': req.headers['accept-language'],
+    'atproto-accept-labelers': req.headers['atproto-accept-labelers'],
+    'x-bsky-topics': req.headers['x-bsky-topics'],
+
+    'accept-encoding': `${formatAccepted(acceptEncoding)}, *;q=0`, // Reject anything else (q=0)
+
+    authorization: options?.iss
+      ? `Bearer ${await ctx.serviceAuthJwt(options.iss, options.aud ?? aud, options.lxm ?? lxm)}`
+      : undefined,
   }
-  const url = new URL(req.originalUrl, serviceUrl)
-  if (!ctx.cfg.service.devMode && !isSafeUrl(url)) {
-    throw new InvalidRequestError(`Invalid service url: ${url.toString()}`)
+
+  const dispatchOptions: Dispatcher.RequestOptions = {
+    origin,
+    method: req.method,
+    path: req.originalUrl,
+    headers,
+
+    // Use a high water mark to buffer more data while performing async
+    // operations before this stream is consumed. This is especially useful
+    // while processing read-after-write operations.
+    highWaterMark: 2 * 65536, // twice the default (64KiB)
   }
-  return { url, aud, nsid }
+
+  const upstream = await pipethroughRequest(ctx, dispatchOptions)
+
+  return {
+    stream: upstream.body,
+    headers: Object.fromEntries(responseHeaders(upstream.headers)),
+    encoding:
+      safeString(upstream.headers['content-type']) ?? 'application/json',
+  } satisfies HandlerPipeThroughStream
 }
 
-export const formatHeaders = async (
+// Request setup/formatting
+// -------------------
+
+async function parseProxyInfo(
   ctx: AppContext,
   req: express.Request,
-  opts: {
-    aud: string
-    lxm: string
-    requester: string | null
-  },
-): Promise<{ authorization?: string }> => {
-  const { aud, lxm, requester } = opts
-  const headers = requester
-    ? (await ctx.serviceAuthHeaders(requester, aud, lxm)).headers
-    : {}
-  // forward select headers to upstream services
-  for (const header of REQ_HEADERS_TO_FORWARD) {
-    const val = req.headers[header]
-    if (val) {
-      headers[header] = val
-    }
-  }
-  return headers
-}
+  lxm: string,
+): Promise<{ url: string; did: string }> {
+  // /!\ Hot path
 
-const formatReqInit = (
-  req: express.Request,
-  headers: Record<string, string>,
-  body?: Uint8Array | webStream.ReadableStream<Uint8Array>,
-): RequestInit => {
-  if (req.method === 'GET') {
-    return {
-      method: 'get',
-      headers,
-    }
-  } else if (req.method === 'HEAD') {
-    return {
-      method: 'head',
-      headers,
-    }
-  } else if (req.method === 'POST') {
-    return {
-      method: 'post',
-      headers,
-      body,
-      duplex: 'half',
-    } as RequestInit
-  } else {
-    throw new InvalidRequestError('Method not found')
-  }
+  const proxyToHeader = req.header('atproto-proxy')
+  if (proxyToHeader) return parseProxyHeader(ctx, proxyToHeader)
+
+  const defaultProxy = defaultService(ctx, lxm)
+  if (defaultProxy) return defaultProxy
+
+  throw new InvalidRequestError(`No service configured for ${lxm}`)
 }
 
 export const parseProxyHeader = async (
-  ctx: AppContext,
-  req: express.Request,
-): Promise<{ did: string; serviceUrl: string } | undefined> => {
-  const proxyTo = req.header('atproto-proxy')
-  if (!proxyTo) return
-  const [did, serviceId] = proxyTo.split('#')
-  if (!serviceId) {
-    throw new InvalidRequestError('no service id specified')
+  // Using subset of AppContext for testing purposes
+  ctx: Pick<AppContext, 'idResolver'>,
+  proxyTo: string,
+): Promise<{ did: string; url: string }> => {
+  // /!\ Hot path
+
+  const hashIndex = proxyTo.indexOf('#')
+
+  if (hashIndex === 0) {
+    throw new InvalidRequestError('no did specified in proxy header')
+  }
+
+  if (hashIndex === -1 || hashIndex === proxyTo.length - 1) {
+    throw new InvalidRequestError('no service id specified in proxy header')
   }
+
+  // More than one hash
+  if (proxyTo.indexOf('#', hashIndex + 1) !== -1) {
+    throw new InvalidRequestError('invalid proxy header format')
+  }
+
+  // Basic validation
+  if (proxyTo.includes(' ')) {
+    throw new InvalidRequestError('proxy header cannot contain spaces')
+  }
+
+  const did = proxyTo.slice(0, hashIndex)
   const didDoc = await ctx.idResolver.did.resolve(did)
   if (!didDoc) {
     throw new InvalidRequestError('could not resolve proxy did')
   }
-  const serviceUrl = getServiceEndpoint(didDoc, { id: `#${serviceId}` })
-  if (!serviceUrl) {
+
+  const serviceId = proxyTo.slice(hashIndex)
+  const url = getServiceEndpoint(didDoc, { id: serviceId })
+  if (!url) {
     throw new InvalidRequestError('could not resolve proxy did service url')
   }
-  return { did, serviceUrl }
+
+  return { did, url }
+}
+
+/**
+ * Utility function that wraps the undici stream() function and handles request
+ * and response errors by wrapping them in XRPCError instances. This function is
+ * more efficient than "pipethroughRequest" when a writable stream to pipe the
+ * upstream response to is available.
+ */
+async function pipethroughStream(
+  ctx: AppContext,
+  dispatchOptions: Dispatcher.RequestOptions,
+  successStreamFactory: Dispatcher.StreamFactory,
+): Promise<void> {
+  return new Promise<void>((resolve, reject) => {
+    void ctx.proxyAgent
+      .stream(dispatchOptions, (upstream) => {
+        if (upstream.statusCode >= 400) {
+          const passThrough = new PassThrough()
+
+          void tryParsingError(upstream.headers, passThrough).then((parsed) => {
+            const xrpcError = new XRPCClientError(
+              upstream.statusCode === 500
+                ? ResponseType.UpstreamFailure
+                : upstream.statusCode,
+              parsed.error,
+              parsed.message,
+              Object.fromEntries(responseHeaders(upstream.headers, false)),
+              { cause: dispatchOptions },
+            )
+
+            reject(xrpcError)
+          }, reject)
+
+          return passThrough
+        }
+
+        const writable = successStreamFactory(upstream)
+
+        // As soon as the control was passed to the writable stream (i.e. by
+        // returning the writable hereafter), pipethroughStream() is considered
+        // to have succeeded. Any error occurring while writing upstream data to
+        // the writable stream should be handled through the stream's error
+        // state (i.e. successStreamFactory() must ensure that error events on
+        // the returned writable will be handled).
+        resolve()
+
+        return writable
+      })
+      // The following catch block will be triggered with either network errors
+      // or writable stream errors. In the latter case, the promise will already
+      // be resolved, and reject()ing it there after will have no effect. Those
+      // error would still be logged by the successStreamFactory() function.
+      .catch(handleUpstreamRequestError)
+      .catch(reject)
+  })
+}
+
+/**
+ * Utility function that wraps the undici request() function and handles request
+ * and response errors by wrapping them in XRPCError instances.
+ */
+async function pipethroughRequest(
+  ctx: AppContext,
+  dispatchOptions: Dispatcher.RequestOptions,
+) {
+  // HandlerPipeThroughStream requires a readable stream to be returned, so we
+  // use the (less efficient) request() function instead.
+
+  const upstream = await ctx.proxyAgent
+    .request(dispatchOptions)
+    .catch(handleUpstreamRequestError)
+
+  if (upstream.statusCode >= 400) {
+    const parsed = await tryParsingError(upstream.headers, upstream.body)
+
+    // Note "XRPCClientError" is used instead of "XRPCServerError" in order to
+    // allow users of this function to capture & handle these errors (namely in
+    // "app.bsky.feed.getPostThread").
+    throw new XRPCClientError(
+      upstream.statusCode === 500
+        ? ResponseType.UpstreamFailure
+        : upstream.statusCode,
+      parsed.error,
+      parsed.message,
+      Object.fromEntries(responseHeaders(upstream.headers, false)),
+      { cause: dispatchOptions },
+    )
+  }
+
+  return upstream
 }
 
-// Sending request
+function handleUpstreamRequestError(
+  err: unknown,
+  message = 'pipethrough network error',
+): never {
+  httpLogger.warn({ err }, message)
+  throw new XRPCServerError(ResponseType.UpstreamFailure, message, undefined, {
+    cause: err,
+  })
+}
+
+// Request parsing/forwarding
 // -------------------
 
-export const makeRequest = async (
-  url: URL,
-  reqInit: RequestInit,
-): Promise<Response> => {
-  let res: Response
-  try {
-    res = await fetch(url, reqInit)
-  } catch (err) {
-    httpLogger.warn({ err }, 'pipethrough network error')
-    throw new XRPCError(ResponseType.UpstreamFailure)
+type Accept = [name: string, flags: Record<string, string>]
+
+function negotiateAccept(
+  acceptHeader: undefined | string | string[],
+  supported: readonly Accept[],
+): readonly Accept[] {
+  // Optimization: if no accept-encoding header is present, skip negotiation
+  if (!acceptHeader?.length) {
+    return supported
   }
-  if (res.status !== ResponseType.Success) {
-    const arrBuffer = await readArrayBufferRes(res)
-    const ui8Buffer = new Uint8Array(arrBuffer)
-    const errInfo = safeParseJson(ui8.toString(ui8Buffer, 'utf8'))
-    throw new XRPCError(
-      res.status,
-      safeString(errInfo?.['error']),
-      safeString(errInfo?.['message']),
-      simpleHeaders(res.headers),
+
+  const acceptNames = extractAcceptedNames(acceptHeader)
+  const common = acceptNames.includes('*')
+    ? supported
+    : supported.filter(nameIncludedIn, acceptNames)
+
+  // There must be at least one common encoding with a non-zero q value
+  if (!common.some(isNotRejected)) {
+    throw new XRPCServerError(
+      ResponseType.NotAcceptable,
+      'this service does not support any of the requested encodings',
     )
   }
-  return res
+
+  return common
 }
 
-// Response parsing/forwarding
-// -------------------
+function formatAccepted(accept: readonly Accept[]): string {
+  return accept.map(formatEncodingDev).join(', ')
+}
+
+function formatEncodingDev([enc, flags]: Accept): string {
+  let ret = enc
+  for (const name in flags) ret += `;${name}=${flags[name]}`
+  return ret
+}
+
+function nameIncludedIn(this: readonly string[], accept: Accept): boolean {
+  return this.includes(accept[0])
+}
+
+function isNotRejected(accept: Accept): boolean {
+  return accept[1]['q'] !== '0'
+}
+
+function extractAcceptedNames(
+  acceptHeader: undefined | string | string[],
+): string[] {
+  if (!acceptHeader?.length) {
+    return ['*']
+  }
+
+  return Array.isArray(acceptHeader)
+    ? acceptHeader.flatMap(extractAcceptedNames)
+    : acceptHeader.split(',').map(extractAcceptedName).filter(isNonNullable)
+}
+
+function extractAcceptedName(def: string): string | undefined {
+  // No need to fully parse since we only care about allowed values
+  const parts = def.split(';')
+  if (parts.some(isQzero)) return undefined
+  return parts[0].trim()
+}
+
+function isQzero(def: string): boolean {
+  return def.trim() === 'q=0'
+}
+
+function isNonNullable<T>(val: T): val is NonNullable<T> {
+  return val != null
+}
+
+export function isJsonContentType(contentType?: string): boolean | undefined {
+  if (contentType == null) return undefined
+  return /application\/(?:\w+\+)?json/i.test(contentType)
+}
+
+async function tryParsingError(
+  headers: IncomingHttpHeaders,
+  readable: Readable,
+): Promise<{ error?: string; message?: string }> {
+  if (isJsonContentType(headers['content-type']) === false) {
+    // We don't known how to parse non JSON content types so we can discard the
+    // whole response.
+    //
+    // @NOTE we could also simply "drain" the stream here. This would prevent
+    // the upstream HTTP/1.1 connection from getting destroyed (closed). This
+    // would however imply to read the whole upstream response, which would be
+    // costly in terms of bandwidth and I/O processing. It is recommended to use
+    // HTTP/2 to avoid this issue (be able to destroy a single response stream
+    // without resetting the whole connection). This is not expected to happen
+    // too much as 4xx and 5xx responses are expected to be JSON.
+    readable.destroy()
 
-const RES_HEADERS_TO_FORWARD = [
-  'content-type',
-  'content-language',
-  'atproto-repo-rev',
-  'atproto-content-labelers',
-]
-
-export const pipeProxyRes = async (
-  upstreamRes: Response,
-  ownRes: express.Response,
-) => {
-  for (const headerName of RES_HEADERS_TO_FORWARD) {
-    const headerVal = upstreamRes.headers.get(headerName)
-    if (headerVal) {
-      ownRes.setHeader(headerName, headerVal)
+    return {}
+  }
+
+  try {
+    const buffer = await bufferUpstreamResponse(
+      readable,
+      headers['content-encoding'],
+    )
+
+    const errInfo: unknown = JSON.parse(buffer.toString('utf8'))
+    return {
+      error: safeString(errInfo?.['error']),
+      message: safeString(errInfo?.['message']),
     }
+  } catch (err) {
+    // Failed to read, decode, buffer or parse. No big deal.
+    return {}
   }
-  if (upstreamRes.body) {
-    const contentLength = upstreamRes.headers.get('content-length')
-    const contentEncoding = upstreamRes.headers.get('content-encoding')
-    if (contentLength && (!contentEncoding || contentEncoding === 'identity')) {
-      ownRes.setHeader('content-length', contentLength)
-    } else {
-      ownRes.setHeader('transfer-encoding', 'chunked')
+}
+
+export async function bufferUpstreamResponse(
+  readable: Readable,
+  contentEncoding?: string | string[],
+): Promise<Buffer> {
+  try {
+    // Needed for type-safety (should never happen irl)
+    if (Array.isArray(contentEncoding)) {
+      throw new TypeError(
+        'upstream service returned multiple content-encoding headers',
+      )
     }
-    ownRes.status(200)
-    const resStream = stream.Readable.fromWeb(
-      upstreamRes.body as webStream.ReadableStream<Uint8Array>,
+
+    return await streamToNodeBuffer(decodeStream(readable, contentEncoding))
+  } catch (err) {
+    if (!readable.destroyed) readable.destroy()
+
+    throw new XRPCServerError(
+      ResponseType.UpstreamFailure,
+      err instanceof TypeError ? err.message : 'unable to decode request body',
+      undefined,
+      { cause: err },
     )
-    await stream.promises.pipeline(resStream, ownRes)
-  } else {
-    ownRes.status(200).end()
   }
 }
 
-export const parseProxyRes = async (res: Response) => {
-  const buffer = await readArrayBufferRes(res)
-  const encoding = res.headers.get('content-type') ?? 'application/json'
-  const resHeaders = RES_HEADERS_TO_FORWARD.reduce(
-    (acc, cur) => {
-      acc[cur] = res.headers.get(cur) ?? undefined
-      return acc
-    },
-    {} as Record<string, string | undefined>,
-  )
-  return { encoding, buffer, headers: noUndefinedVals(resHeaders) }
+export async function asPipeThroughBuffer(
+  input: HandlerPipeThroughStream,
+): Promise<HandlerPipeThroughBuffer> {
+  return {
+    buffer: await bufferUpstreamResponse(
+      input.stream,
+      input.headers?.['content-encoding'],
+    ),
+    headers: omit(input.headers, ['content-encoding', 'content-length']),
+    encoding: input.encoding,
+  }
+}
+
+// Response parsing/forwarding
+// -------------------
+
+const RES_HEADERS_TO_FORWARD = ['atproto-repo-rev', 'atproto-content-labelers']
+
+function* responseHeaders(
+  headers: IncomingHttpHeaders,
+  includeContentHeaders = true,
+): Generator<[string, string]> {
+  if (includeContentHeaders) {
+    const length = headers['content-length']
+    if (length) yield ['content-length', length]
+
+    const encoding = headers['content-encoding']
+    if (encoding) yield ['content-encoding', encoding]
+
+    const type = headers['content-type']
+    if (type) yield ['content-type', type]
+
+    const language = headers['content-language']
+    if (language) yield ['content-language', language]
+  }
+
+  for (let i = 0; i < RES_HEADERS_TO_FORWARD.length; i++) {
+    const name = RES_HEADERS_TO_FORWARD[i]
+    const val = headers[name]
+    if (typeof val === 'string') yield [name, val]
+  }
 }
 
 // Utils
@@ -328,45 +619,10 @@ const defaultService = (
   }
 }
 
-export const parseRes = <T>(nsid: string, res: HandlerPipeThrough): T => {
-  const buffer = new Uint8Array(res.buffer)
-  const json = safeParseJson(ui8.toString(buffer, 'utf8'))
-  const lex = json && jsonToLex(json)
-  return lexicons.assertValidXrpcOutput(nsid, lex) as T
-}
-
-const readArrayBufferRes = async (res: Response): Promise<ArrayBuffer> => {
-  try {
-    return await res.arrayBuffer()
-  } catch (err) {
-    httpLogger.warn({ err }, 'pipethrough network error')
-    throw new XRPCError(ResponseType.UpstreamFailure)
-  }
-}
-
-const isSafeUrl = (url: URL) => {
-  if (url.protocol !== 'https:') return false
-  if (!url.hostname || url.hostname === 'localhost') return false
-  if (net.isIP(url.hostname) !== 0) return false
-  return true
-}
-
-const safeString = (str: string): string | undefined => {
+const safeString = (str: unknown): string | undefined => {
   return typeof str === 'string' ? str : undefined
 }
 
-const safeParseJson = (json: string): unknown => {
-  try {
-    return JSON.parse(json)
-  } catch {
-    return null
-  }
-}
-
-const simpleHeaders = (headers: Headers): Record<string, string> => {
-  const result = {}
-  for (const [key, val] of headers) {
-    result[key] = val
-  }
-  return result
+function logResponseError(this: ServerResponse, err: unknown): void {
+  httpLogger.warn({ err }, 'error forwarding upstream response')
 }