@toa.io/extensions.exposition 1.0.0-alpha.29 → 1.0.0-alpha.291

package/source/Discovery/Site.test.ts

@@ -0,0 +1,147 @@
+import { describe, it } from 'node:test'
+import assert from 'node:assert/strict'
+import { Readable } from 'node:stream'
+import * as path from 'node:path'
+import * as fs from 'node:fs'
+import * as os from 'node:os'
+
+import { Site } from './Site.js'
+import * as http from '../HTTP/index.js'
+import type { Input, Output } from '../io.js'
+
+const root = fs.mkdtempSync(path.join(os.tmpdir(), 'discovery-'))
+
+fs.mkdirSync(path.join(root, '_app', 'immutable'), { recursive: true })
+fs.writeFileSync(path.join(root, 'index.html'), 'the page\n')
+fs.writeFileSync(path.join(root, 'favicon.ico'), 'icon')
+fs.writeFileSync(path.join(root, '_app', 'immutable', 'asset.js'), 'export {}\n')
+
+const empty = fs.mkdtempSync(path.join(os.tmpdir(), 'discovery-empty-'))
+
+const site = new Site(root)
+
+const input = (url: string, method = 'GET'): Input =>
+  ({
+    request: { method, headers: {} },
+    url: new URL(url, 'http://nex.toa.io')
+  }) as unknown as Input
+
+const header = (output: Output, name: string): string | null =>
+  output?.headers?.get(name) ?? null
+
+describe('discovery site', () => {
+  it('should leave a path outside its prefix alone', () => {
+    assert.equal(site.intercept(input('/')), null)
+    assert.equal(site.intercept(input('/pots/')), null)
+  })
+
+  it('should not claim a path that merely starts like its own', () => {
+    assert.equal(site.intercept(input('/.discoveryable/')), null)
+  })
+
+  it('should send the bare path to the directory it is', () => {
+    const output = site.intercept(input('/.discovery'))
+
+    assert.equal(output?.status, 302)
+    assert.equal(header(output, 'location'), '/.discovery/')
+  })
+
+  it('should keep the query when it redirects', () => {
+    const output = site.intercept(input('/.discovery?at=/pots'))
+
+    assert.equal(header(output, 'location'), '/.discovery/?at=/pots')
+  })
+
+  it('should serve the page', () => {
+    const output = site.intercept(input('/.discovery/'))
+
+    assert.equal(output?.status, 200)
+    assert.equal(header(output, 'content-type'), 'text/html; charset=utf-8')
+    assert.equal(header(output, 'cache-control'), 'no-cache')
+  })
+
+  it('should always carry a content-type and a stream', () => {
+    // a stream without one is framed as `multipart/*`, and the page arrives as an envelope
+    for (const url of ['/.discovery/', '/.discovery/_app/immutable/asset.js']) {
+      const output = site.intercept(input(url))
+
+      assert.ok(output?.headers?.has('content-type'), url)
+      assert.ok(output?.body instanceof Readable, url)
+    }
+  })
+
+  it('should hold a hashed asset forever and an icon for a day', () => {
+    assert.equal(
+      header(site.intercept(input('/.discovery/_app/immutable/asset.js')), 'cache-control'),
+      'public, max-age=31536000, immutable'
+    )
+    assert.equal(
+      header(site.intercept(input('/.discovery/favicon.ico')), 'cache-control'),
+      'public, max-age=86400'
+    )
+  })
+
+  it('should fall back to the page for anything that could be a route', () => {
+    const output = site.intercept(input('/.discovery/pots/:id'))
+
+    assert.equal(header(output, 'content-type'), 'text/html; charset=utf-8')
+  })
+
+  it('should refuse an asset that is not there', () => {
+    // a missing asset is missing, however much a route can look like one
+    assert.throws(
+      () => site.intercept(input('/.discovery/_app/immutable/gone.js')),
+      http.NotFound
+    )
+  })
+
+  it('should refuse a path that climbs out of the root', () => {
+    /*
+     * An encoded separator is what reaches here: `..` and `%2e%2e` are dot segments and the
+     * URL parser has already collapsed them, but `%2f` keeps a segment whole through it and
+     * decodes to one afterwards.
+     */
+    for (const url of [
+      '/.discovery/%2f%2e%2e%2f%2e%2e%2fpackage.json',
+      '/.discovery/a%2f..%2f..%2fpackage.json',
+      '/.discovery/%2e%2e%2fpackage.json'
+    ])
+      assert.throws(() => site.intercept(input(url)), http.NotFound, url)
+  })
+
+  it('should never see a dot segment, which the URL parser collapses first', () => {
+    // `/.discovery/%2e%2e/x` is `/x`, which is not this prefix and not ours to answer
+    assert.equal(site.intercept(input('/.discovery/%2e%2e/%2e%2e/package.json')), null)
+    assert.equal(site.intercept(input('/.discovery/../../package.json')), null)
+  })
+
+  it('should report the length a GET would have returned, and open no stream', () => {
+    const output = site.intercept(input('/.discovery/', 'HEAD'))
+
+    assert.equal(output?.status, 200)
+    assert.equal(header(output, 'content-length'), '9')
+    assert.equal(output?.body, undefined)
+  })
+
+  it('should leave OPTIONS on the prefix to the tree', () => {
+    // it needs the identity, which is resolved after this stage
+    assert.equal(site.intercept(input('/.discovery', 'OPTIONS')), null)
+    assert.equal(site.intercept(input('/.discovery/', 'OPTIONS')), null)
+  })
+
+  it('should refuse every other method', () => {
+    assert.throws(() => site.intercept(input('/.discovery/', 'POST')), http.MethodNotAllowed)
+    assert.throws(
+      () => site.intercept(input('/.discovery/favicon.ico', 'OPTIONS')),
+      http.MethodNotAllowed
+    )
+  })
+
+  it('should say so where the page is not built', () => {
+    const output = new Site(empty).intercept(input('/.discovery/'))
+
+    assert.equal(output?.status, 503)
+    assert.equal(header(output, 'content-type'), 'text/plain; charset=utf-8')
+    assert.ok(output?.body instanceof Readable)
+  })
+})

package/source/Discovery/Site.ts

@@ -0,0 +1,202 @@
+import * as fs from 'node:fs'
+import * as path from 'node:path'
+import { Readable } from 'node:stream'
+import { console } from 'openspan'
+import * as http from '../HTTP/index.js'
+import { DISCOVERY } from '../const.js'
+import type { Input, Output } from '../io.js'
+import type { Interceptor } from '../Interception.js'
+
+/**
+ * The page that reads the tree: the directory `ui` builds, and nothing else.
+ *
+ * An interceptor rather than an endpoint, for the reason the OAuth documents are one — it
+ * runs before a credential is resolved. A page is public, and one served after `auth` would
+ * refuse the client holding a stale token, who is the client most likely to have opened it.
+ * It is also what keeps `depart` off these replies: a re-issued credential sets `no-store`,
+ * which would take the build hash off every asset that carries one.
+ *
+ * It claims the whole prefix, so that nothing under it reaches the router — a crawler
+ * asking for assets that are not there would otherwise have every one of them counted as a
+ * route that has gone missing, and ping discovery about it.
+ *
+ * `OPTIONS` on the prefix itself is the exception it lets through: the tree is what answers
+ * there, and that needs the identity this stage does not have yet.
+ */
+export class Site implements Interceptor {
+  public readonly name = 'discovery'
+
+  /** What a test points at a fixture; the build otherwise. */
+  private readonly override: string | undefined
+  private root: string
+
+  public constructor(root?: string) {
+    this.override = root
+    this.root = root ?? site()
+  }
+
+  /**
+   * Resolved here rather than at construction because this is a module singleton, built
+   * when the module loads and before anything has said where the page is. Said once, too,
+   * because a page that is not built is otherwise a `503` per request and nothing else.
+   */
+  public mount(): void {
+    this.root = this.override ?? site()
+
+    if (!isFile(path.join(this.root, 'index.html')))
+      console.warn('Discovery UI is not built', { root: this.root })
+  }
+
+  public intercept(input: Input): Output {
+    const { pathname } = input.url
+
+    if (pathname !== DISCOVERY && !pathname.startsWith(DISCOVERY + '/')) return null
+
+    // the prefix itself, as opposed to something under it
+    const bare = pathname === DISCOVERY || pathname === DISCOVERY + '/'
+    const method = input.request.method
+
+    if (method !== 'GET' && method !== 'HEAD') {
+      // the tree answers here, and it needs the identity this stage does not have yet
+      if (bare && method === 'OPTIONS') return null
+
+      throw new http.MethodNotAllowed(
+        new Headers({ allow: bare ? 'GET, HEAD, OPTIONS' : 'GET, HEAD' })
+      )
+    }
+
+    // the page is a directory, and every asset it names is relative to it
+    if (pathname === DISCOVERY)
+      return {
+        status: 302,
+        headers: new Headers({ location: DISCOVERY + '/' + input.url.search })
+      }
+
+    const file = this.resolve(pathname)
+
+    if (file === null) throw new http.NotFound()
+
+    return this.send(file, method)
+  }
+
+  /**
+   * The file a request lands on, or `null` when nothing does. A path that exists is served
+   * as it is; anything else that could be a route falls back to the page, because the
+   * client router — not this server — knows what routes there are.
+   */
+  private resolve(pathname: string): string | null {
+    /*
+     * Decoded after the prefix is off, so that an encoded separator cannot smuggle a
+     * segment past the test that put us here. A dot segment never arrives — `..` and
+     * `%2e%2e` alike are collapsed while the URL is parsed — but `%2f` survives that and
+     * decodes to a separator here, which is what the guard below is for.
+     */
+    const relative = decode(pathname.slice(DISCOVERY.length))
+
+    if (relative === null || relative.includes('\0')) return null
+
+    const file = path.join(this.root, relative)
+
+    if (file !== this.root && !file.startsWith(this.root + path.sep)) return null
+
+    if (isFile(file)) return file
+
+    /*
+     * A missing asset is missing, but a route can look like one. What this server would
+     * have served is what it knows how to serve, so anything else is a route and falls
+     * back to the page — as does anything ending in a slash, which is no name for a file.
+     */
+    const asset = !relative.endsWith('/') && path.extname(relative) in TYPES
+
+    return asset ? null : path.join(this.root, 'index.html')
+  }
+
+  /**
+   * Always with a `content-type` of its own: a stream without one is framed as
+   * `multipart/*` and the page arrives as an envelope of JSON-encoded buffers.
+   */
+  private send(file: string, method: string): Output {
+    const stats = fs.statSync(file, { throwIfNoEntry: false })
+
+    if (stats === undefined)
+      return {
+        status: 503,
+        headers: new Headers({ 'content-type': 'text/plain; charset=utf-8' }),
+        body: Readable.from([Buffer.from(NOT_BUILT)])
+      }
+
+    const headers = new Headers({
+      'content-type': TYPES[path.extname(file)] ?? 'application/octet-stream',
+      'content-length': String(stats.size),
+      'cache-control': caching(path.relative(this.root, file))
+    })
+
+    // a HEAD reply carries no body but reports the length a GET would have returned; the
+    // HTTP/2 layer does not drop one written to it, so none is opened
+    if (method === 'HEAD') return { status: 200, headers }
+
+    return { status: 200, headers, body: fs.createReadStream(file) }
+  }
+}
+
+const NOT_BUILT = 'The discovery UI is not built. Run `npm run build:ui`.\n'
+
+function decode(pathname: string): string | null {
+  try {
+    return decodeURIComponent(pathname)
+  } catch {
+    return null
+  }
+}
+
+function isFile(file: string): boolean {
+  return fs.statSync(file, { throwIfNoEntry: false })?.isFile() === true
+}
+
+/**
+ * Where `npm run build:ui` puts the page. Two levels up because this module is a directory
+ * deeper than `source` itself, and `transpiled` mirrors that — so it resolves the same from
+ * either. The variable is the features', which run against a fixture rather than a build.
+ */
+function site(): string {
+  return (
+    process.env.__TESTING_EXPOSITION_DISCOVERY_ROOT ??
+    path.resolve(import.meta.dirname, '..', '..', 'ui', 'dist')
+  )
+}
+
+/** Assets under this prefix carry their build hash in the name. */
+const IMMUTABLE = path.join('_app', 'immutable')
+const FOREVER = 'public, max-age=31536000, immutable'
+
+/** The icons: named without a hash, so they are re-read, but rarely. */
+const ICONS = new Set(['favicon.ico', 'favicon-96x96.png', 'apple-touch-icon.png'])
+const DAY = 'public, max-age=86400'
+
+/**
+ * How long what is served may be held. The page is never cached — it names the assets, and
+ * their names carry the build. An icon is named for what it is rather than for its content,
+ * so it is asked about again, but not on every page load.
+ */
+function caching(relative: string): string {
+  if (relative.startsWith(IMMUTABLE)) return FOREVER
+
+  return ICONS.has(relative) ? DAY : 'no-cache'
+}
+
+const TYPES: Record<string, string> = {
+  '.css': 'text/css; charset=utf-8',
+  '.html': 'text/html; charset=utf-8',
+  '.ico': 'image/x-icon',
+  '.jpg': 'image/jpeg',
+  '.js': 'text/javascript; charset=utf-8',
+  '.json': 'application/json; charset=utf-8',
+  '.map': 'application/json; charset=utf-8',
+  '.png': 'image/png',
+  '.svg': 'image/svg+xml',
+  '.txt': 'text/plain; charset=utf-8',
+  '.webmanifest': 'application/manifest+json',
+  '.webp': 'image/webp',
+  '.woff': 'font/woff',
+  '.woff2': 'font/woff2'
+}

package/source/Discovery/index.ts

@@ -0,0 +1,3 @@
+export { Explorer } from './Explorer.js'
+export { Site } from './Site.js'
+export { looking } from './trunk.js'

package/source/Discovery/tree.test.ts

@@ -0,0 +1,175 @@
+import { describe as suite, it, afterEach } from 'node:test'
+import assert from 'node:assert/strict'
+
+import { describe } from './tree.js'
+import { Tree } from '../RTD/Tree.js'
+import type * as http from '../HTTP/index.js'
+import type { Introspection } from '../Introspection.js'
+import type { EndpointsFactory } from '../Endpoint.js'
+import type { DirectiveFactory } from '../RTD/Directives.js'
+import type * as syntax from '../RTD/syntax/index.js'
+
+/** A method with no mapping has no endpoint, so what it says is its directives' alone. */
+const endpoints = {} as unknown as EndpointsFactory
+
+/** What a method marked with this describes as, standing for a directive that refuses. */
+const REFUSE = 'refuse'
+
+const directives = {
+  create: (stack: syntax.Directive[]) => ({
+    declared: () => undefined,
+    precall: async () => null,
+    settle: async () => undefined,
+    dispose: () => undefined,
+    explain: async (_: unknown, introspection: Introspection) => {
+      const mark = stack.find((directive) => directive.family === 'test')?.value
+
+      if (mark === REFUSE) return null
+
+      return mark === undefined ? introspection : { ...introspection, description: mark }
+    }
+  }),
+  preflight: async () => undefined,
+  depart: async () => undefined,
+  dispose: () => undefined
+} as unknown as DirectiveFactory
+
+const method = (verb: string, mark?: string): syntax.Method => ({
+  verb,
+  directives: mark === undefined ? [] : [{ family: 'test', name: 'mark', value: mark }]
+})
+
+const node = (
+  path: string,
+  methods: syntax.Method[] = [],
+  routes: syntax.Route[] = []
+): syntax.Route => ({ path, node: { routes, methods, directives: [] } })
+
+const trunk = (routes: syntax.Route[], methods: syntax.Method[] = []): syntax.Node => ({
+  routes,
+  methods,
+  directives: []
+})
+
+const request = {} as unknown as http.Context
+
+afterEach(() => {
+  delete process.env.__TESTING_EXPOSITION_BRANCH_TTL
+})
+
+suite('discovery tree', () => {
+  it('should key the trunk by the root', async () => {
+    const tree = new Tree(trunk([], [method('GET')]), endpoints, directives)
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), ['/'])
+  })
+
+  it('should key every route by the template it answers at', async () => {
+    const tree = new Tree(
+      trunk([
+        node('/pots', [method('GET'), method('POST')], [node('/:id', [method('GET')])])
+      ]),
+      endpoints,
+      directives
+    )
+
+    const { routes: resources } = await describe(tree, request)
+
+    assert.deepEqual(Object.keys(resources), ['/pots', '/pots/:id'])
+    assert.deepEqual(Object.keys(resources['/pots']), ['GET', 'POST'])
+  })
+
+  it('should include a route no name can spell', async () => {
+    // `/.rpc` and `/.mcp` leave these out; HTTP addresses a route by its path
+    const tree = new Tree(
+      trunk([
+        node('/v1.0', [method('GET')]),
+        node('/files', [], [node('/**', [method('GET')])]),
+        node('/any', [], [node('/*', [method('GET')])])
+      ]),
+      endpoints,
+      directives
+    )
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), [
+      '/any/*',
+      '/files/**',
+      '/v1.0'
+    ])
+  })
+
+  it('should skip an intermediate node, whose route answers in its place', async () => {
+    const tree = new Tree(
+      trunk([node('/posts', [method('PATCH')], [node('/', [method('PUT')])])]),
+      endpoints,
+      directives
+    )
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), ['/posts'])
+  })
+
+  it('should omit a resource this caller may reach no method of', async () => {
+    const tree = new Tree(
+      trunk([
+        node('/open', [method('GET')]),
+        node('/closed', [method('GET', REFUSE), method('POST', REFUSE)])
+      ]),
+      endpoints,
+      directives
+    )
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), ['/open'])
+  })
+
+  it('should carry only the verbs this caller may reach', async () => {
+    const tree = new Tree(
+      trunk([node('/pots', [method('GET'), method('POST', REFUSE)])]),
+      endpoints,
+      directives
+    )
+
+    const { routes: resources } = await describe(tree, request)
+
+    assert.deepEqual(Object.keys(resources['/pots']), ['GET'])
+  })
+
+  it('should answer the declaration a request would reach where two share a template', async () => {
+    // `/a/b` and `/a: { /b: }` are two routes and one template; the more specific matches
+    const tree = new Tree(
+      trunk([
+        node('/a/b', [method('GET', 'nested')]),
+        node('/a', [], [node('/b', [method('GET', 'adjacent')])])
+      ]),
+      endpoints,
+      directives
+    )
+
+    const { routes: resources } = await describe(tree, request)
+
+    assert.deepEqual(Object.keys(resources), ['/a/b'])
+    assert.equal(resources['/a/b'].GET.description, 'nested')
+  })
+
+  it('should drop a branch that has expired', async () => {
+    process.env.__TESTING_EXPOSITION_BRANCH_TTL = '-1'
+
+    const tree = new Tree(trunk([]), endpoints, directives)
+
+    tree.merge(trunk([node('/pots', [method('GET')])]), {
+      namespace: 'default',
+      component: 'pots'
+    })
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), [])
+  })
+
+  it('should sort, because branches merge in the order their tenants answer', async () => {
+    const tree = new Tree(
+      trunk([node('/zed', [method('GET')]), node('/alpha', [method('GET')])]),
+      endpoints,
+      directives
+    )
+
+    assert.deepEqual(Object.keys((await describe(tree, request)).routes), ['/alpha', '/zed'])
+  })
+})

package/source/Discovery/tree.ts

@@ -0,0 +1,77 @@
+import { describing } from '../Introspection.js'
+import { template } from '../RPC/names.js'
+import { variables } from '../RTD/segment.js'
+import { guarded, resource, type Described } from '../directives/help/index.js'
+import type * as http from '../HTTP/index.js'
+import type { Tree } from '../RTD/index.js'
+import type { Introspection } from '../Introspection.js'
+
+/**
+ * Every route in the tree this caller may reach, keyed by the template it answers at, and
+ * each described exactly as `OPTIONS` on that path describes it — so a key can be taken
+ * from the answer and sent back as a request.
+ *
+ * A route a name cannot spell is here, unlike at `/.rpc` and `/.mcp`: HTTP addresses a
+ * route by its path, so leaving one out would make this disagree with the router. A
+ * resource no method of which this caller may reach is not here at all — `OPTIONS` answers
+ * `403` to one, and an empty entry would still say it exists.
+ *
+ * Sorted, because a branch is merged whenever its tenant answers and two replicas would
+ * otherwise order the same tree differently. Verbs keep the order they were declared in,
+ * which is the order `OPTIONS` answers them in.
+ */
+export async function describe(tree: Tree, request: http.Context): Promise<Discovered> {
+  const context = describing(request)
+  const routes = new Map<string, Mounted>()
+
+  /*
+   * Sequentially: there is no I/O to overlap — an endpoint's own description is read once
+   * and memoized — so awaiting the whole tree at once would only allocate every clone of
+   * it at the same moment.
+   */
+  for (const { segments, verb, method } of tree.walk()) {
+    const introspection = await method.explain(context, variables(segments))
+
+    if (introspection === null) continue
+
+    const route = template(segments)
+    let mounted = routes.get(route)
+
+    if (mounted === undefined) {
+      mounted = { described: resource(method.directives), methods: {} }
+      routes.set(route, mounted)
+    }
+
+    // two declarations can walk to one template — `/a/b` and `/a: { /b: }` — and the walk
+    // is in the order `match` tries them, so the first is the one a request would reach
+    mounted.methods[verb] ??= introspection
+  }
+
+  const described: Record<string, Resource> = {}
+
+  for (const route of Array.from(routes.keys()).sort()) {
+    const { described: stated, methods } = routes.get(route)!
+
+    // what the resource is, beside the methods it serves; a verb is upper case and cannot
+    // collide with either key
+    described[route] = { ...stated, ...guarded(methods), ...methods }
+  }
+
+  return { routes: described }
+}
+
+/** What the tree answers. An object, so that what is said of the whole of it has somewhere to go. */
+export interface Discovered {
+  routes: Record<string, Resource>
+}
+
+/** What one resource is, and what it serves; a verb is upper case, and nothing else here is. */
+export interface Resource extends Described {
+  [verb: string]: unknown
+}
+
+/** One route template as the walk found it, before the two are answered as one. */
+interface Mounted {
+  described: Described | null
+  methods: Record<string, Introspection>
+}

package/source/Discovery/trunk.ts

@@ -0,0 +1,33 @@
+import Negotiator from 'negotiator'
+import { types } from '../HTTP/formats/index.js'
+import { DISCOVERY } from '../const.js'
+import type { Context, OutgoingMessage } from '../HTTP/index.js'
+
+/** What a browser asks for, and what nothing else here answers with. */
+const HTML = 'text/html'
+
+/**
+ * Where a browser that asked for the trunk is sent. An application serves what it declares,
+ * and `/` is usually not one of those — a person who typed the address into a browser is
+ * looking for something to look at, and the page is the only thing here that is one.
+ *
+ * A client that asked for something in particular gets what it asked for: only an `accept`
+ * that prefers a page, or one that names no preference at all, is sent here. The second is
+ * what an unfurler sends — several ask for anything, and a link to an application would
+ * otherwise show nothing — and what `curl` sends, which the page serves no worse than the
+ * `405` it used to get.
+ */
+export function looking(context: Context): OutgoingMessage | null {
+  if (context.request.method !== 'GET' || context.procedural) return null
+
+  const accept = context.request.headers.accept
+
+  if (accept !== undefined && accept.trim() !== ANYTHING) {
+    if (new Negotiator(context.request).mediaType([...types, HTML]) !== HTML) return null
+  }
+
+  return { status: 302, headers: new Headers({ location: DISCOVERY + '/' }) }
+}
+
+/** An `accept` that names nothing, which is the same as naming none. */
+const ANYTHING = '*/*'