@wular/pnext 0.0.4 → 0.0.7

package/src/cli/adapters/vercel-warm.ts

@@ -20,34 +20,34 @@
  * routes' server modules as soon as the route scan hands them over, and blocks on stdin for the
  * go-ahead to finish the rest once the manifest is written.
  */
-import { existsSync } from 'node:fs';
-import { readFile } from 'node:fs/promises';
-import path from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { loadConfig, pathToFileHref, type ResolvedConfig } from '../../config';
-import { bootstrapCompat } from '../../compat-bootstrap';
-import { ssrClientReference } from '../../client/reference';
+import { existsSync } from 'node:fs'
+import { readFile } from 'node:fs/promises'
+import path from 'node:path'
+import { fileURLToPath } from 'node:url'
+import { loadConfig, pathToFileHref, type ResolvedConfig } from '../../config'
+import { bootstrapCompat } from '../../compat-bootstrap'
+import { ssrClientReference } from '../../client/reference'
 import {
   devClientModuleHref,
   devServerModuleHref,
   setEmitCompiledSpecifiersManifest,
-} from '../../dev/imports';
-import { getCompatModeExtensions } from '../../extensions';
-import { findConventionFiles, findLayouts } from '../../routing/routes';
-import { registerServerRuntime } from '../../runtime/server';
-import { namedBunBinary } from '../named-bin';
-import type { VerboseLogger } from '../../utils/verbose';
-import type { BuildManifest } from '../../types';
+} from '../../runtime/modules'
+import { getCompatModeExtensions } from '../../extensions'
+import { findConventionFiles, findLayouts } from '../../routing/routes'
+import { registerServerRuntime } from '../../runtime/loader'
+import { namedBunBinary } from '../boot/named-bin'
+import type { VerboseLogger } from '../../utils/verbose'
+import type { BuildManifest } from '../../types'
 
 // The child reports one line per file it finishes — `<source>` for an imported
 // route handler, `<source>\t<compiled>` for a compiled module. Everything else
 // it prints is app output the parent passes through.
-const DONE_MARKER = 'pnext-warm-done:';
+const DONE_MARKER = 'pnext-warm-done:'
 
 // Printed once compiles finish and before the handler loop starts: the
 // compiled artifact set is already final at that boundary, so the parent can
 // start tracing the node_modules closure while this process runs handlers.
-const COMPILED_MARKER = 'pnext-warm-compiled';
+const COMPILED_MARKER = 'pnext-warm-compiled'
 
 /**
  * What the parent sends over stdin, one JSON object per line. A `prewarm`
@@ -56,21 +56,21 @@ const COMPILED_MARKER = 'pnext-warm-compiled';
  */
 interface WarmRequest {
   /** Files a previous attempt already finished — or died on. */
-  skip: string[];
+  skip: string[]
 }
 interface PrewarmRequest {
   /** Page route sources, known from the route scan long before the manifest. */
-  prewarm: string[];
+  prewarm: string[]
 }
 
 // An attempt still running after this long is not going to finish: something in
 // the app's own code is holding the process. Bounded so the build completes
 // instead of hanging forever.
-const ATTEMPT_TIMEOUT_MS = 10 * 60_000;
+const ATTEMPT_TIMEOUT_MS = 10 * 60_000
 
 // One clean pass, plus enough restarts to step over a couple of poisoned files
 // before concluding the app cannot be warmed.
-const MAX_ATTEMPTS = 3;
+const MAX_ATTEMPTS = 3
 
 export interface WarmChild {
   /**
@@ -78,17 +78,17 @@ export interface WarmChild {
    * under the rest of the build. Optional and fire-and-forget: whatever it does
    * not get to, `finish` compiles.
    */
-  prewarm(files: string[]): void;
+  prewarm(files: string[]): void
   /**
    * Release the child to warm, and collect the module paths it compiled. `onCompiled`, if given,
    * fires once - as soon as the child reaches its handler phase - with the modules compiled so far,
    * which is already the final set: the caller can start tracing the node_modules closure while the
    * child runs handlers concurrently.
    */
-  finish(log: VerboseLogger, onCompiled?: (modules: string[]) => void): Promise<string[]>;
+  finish(log: VerboseLogger, onCompiled?: (modules: string[]) => void): Promise<string[]>
 }
 
-type WarmProcess = Bun.Subprocess<'pipe', 'pipe', 'inherit'>;
+type WarmProcess = Bun.Subprocess<'pipe', 'pipe', 'inherit'>
 
 /**
  * Spawn the warm child. Call as early in the build as possible: it boots while the build runs and
@@ -96,31 +96,31 @@ type WarmProcess = Bun.Subprocess<'pipe', 'pipe', 'inherit'>;
  * throws - a warm-up that cannot start degrades to "no warmed modules", which `finish` reports.
  */
 export function startWarmChild(config: ResolvedConfig): WarmChild {
-  const spawn = () => spawnWarmProcess(config);
-  const first = spawn();
+  const spawn = () => spawnWarmProcess(config)
+  const first = spawn()
   return {
     prewarm(files) {
-      if (!first || files.length === 0) return;
+      if (!first || files.length === 0) return
       try {
-        void first.stdin.write(`${JSON.stringify({ prewarm: files } satisfies PrewarmRequest)}\n`);
-        void first.stdin.flush();
+        void first.stdin.write(`${JSON.stringify({ prewarm: files } satisfies PrewarmRequest)}\n`)
+        void first.stdin.flush()
       } catch {
         // broken pipe: the child is gone; `finish` reports why
       }
     },
     finish: (log, onCompiled) => warmWithRestarts(first, spawn, log, onCompiled),
-  };
+  }
 }
 
 function spawnWarmProcess(config: ResolvedConfig): WarmProcess | undefined {
-  const entry = fileURLToPath(new URL(import.meta.url));
+  const entry = fileURLToPath(new URL(import.meta.url))
   try {
     return Bun.spawn(
       [namedBunBinary('pnext-warm'), '--conditions=react-server', entry, config.root],
       { cwd: config.root, stdin: 'pipe', stdout: 'pipe', stderr: 'inherit', env: process.env },
-    );
+    )
   } catch {
-    return undefined; // no child (fork limit, unsupported platform)
+    return undefined // no child (fork limit, unsupported platform)
   }
 }
 
@@ -132,34 +132,39 @@ async function warmWithRestarts(
 ) {
   // Source file -> compiled artifact. Handlers map to nothing but still count as
   // finished, so a restart does not import them a second time.
-  const finished = new Map<string, string | undefined>();
-  const compiled = () => [...finished.values()].filter((file): file is string => Boolean(file));
+  const finished = new Map<string, string | undefined>()
+  const compiled = () => [...finished.values()].filter((file): file is string => Boolean(file))
   // The marker can only mean "compiled set final" the first time it fires —
   // whichever attempt reaches its own handler phase first.
-  let fired = false;
+  let fired = false
   const fireOnCompiled = onCompiled
     ? () => {
-        if (fired) return;
-        fired = true;
-        onCompiled(compiled());
+        if (fired) return
+        fired = true
+        onCompiled(compiled())
       }
-    : undefined;
-  let child = first;
+    : undefined
+  let child = first
   for (let attempt = 1; attempt <= MAX_ATTEMPTS && child; attempt++) {
-    const before = finished.size;
-    const failure = await runAttempt(child, { skip: [...finished.keys()] }, finished, fireOnCompiled);
+    const before = finished.size
+    const failure = await runAttempt(
+      child,
+      { skip: [...finished.keys()] },
+      finished,
+      fireOnCompiled,
+    )
     if (!failure) {
-      log.log(`warmed ${compiled().length} modules`);
-      return compiled();
+      log.log(`warmed ${compiled().length} modules`)
+      return compiled()
     }
     // A restart only helps if the last one got somewhere; otherwise the first
     // thing it would redo is what killed it.
-    child = finished.size > before && attempt < MAX_ATTEMPTS ? spawn() : undefined;
-    if (child) log.log(`warm-up ${failure} after ${finished.size} files; restarting past them`);
-    else warmIncomplete(failure, finished.size);
+    child = finished.size > before && attempt < MAX_ATTEMPTS ? spawn() : undefined
+    if (child) log.log(`warm-up ${failure} after ${finished.size} files; restarting past them`)
+    else warmIncomplete(failure, finished.size)
   }
-  fireOnCompiled?.();
-  return compiled();
+  fireOnCompiled?.()
+  return compiled()
 }
 
 /** Runs one attempt to completion. Returns undefined on success, else why it died. */
@@ -172,48 +177,48 @@ async function runAttempt(
   try {
     // Writing the request and closing stdin is the go-ahead; until then the
     // child sits parked after its boot (or busy on a prewarm batch).
-    void child.stdin.write(`${JSON.stringify(request)}\n`);
-    void child.stdin.end();
+    void child.stdin.write(`${JSON.stringify(request)}\n`)
+    void child.stdin.end()
   } catch {
     // broken pipe: the child is already gone, and its exit below says why
   }
-  const timeout = setTimeout(() => child.kill('SIGKILL'), ATTEMPT_TIMEOUT_MS);
-  timeout.unref?.();
+  const timeout = setTimeout(() => child.kill('SIGKILL'), ATTEMPT_TIMEOUT_MS)
+  timeout.unref?.()
 
   // Streamed rather than buffered to completion: the compiled-phase marker
   // has to reach the caller while this attempt is still running (the child's
   // handler phase), not after the process exits.
   const processLine = (line: string) => {
-    if (!line) return;
+    if (!line) return
     if (line === COMPILED_MARKER) {
-      onCompiled?.();
-      return;
+      onCompiled?.()
+      return
     }
     if (!line.startsWith(DONE_MARKER)) {
-      console.log(line); // app output
-      return;
+      console.log(line) // app output
+      return
     }
-    const [source, artifact] = line.slice(DONE_MARKER.length).split('\t');
-    if (source) finished.set(source, artifact || undefined);
-  };
-  const reader = child.stdout.getReader();
-  const decoder = new TextDecoder();
-  let buffer = '';
+    const [source, artifact] = line.slice(DONE_MARKER.length).split('\t')
+    if (source) finished.set(source, artifact || undefined)
+  }
+  const reader = child.stdout.getReader()
+  const decoder = new TextDecoder()
+  let buffer = ''
   for (;;) {
-    const { done, value } = await reader.read();
-    if (done) break;
-    buffer += decoder.decode(value, { stream: true });
-    let newline: number;
+    const { done, value } = await reader.read()
+    if (done) break
+    buffer += decoder.decode(value, { stream: true })
+    let newline: number
     while ((newline = buffer.indexOf('\n')) >= 0) {
-      processLine(buffer.slice(0, newline));
-      buffer = buffer.slice(newline + 1);
+      processLine(buffer.slice(0, newline))
+      buffer = buffer.slice(newline + 1)
     }
   }
-  if (buffer) processLine(buffer);
+  if (buffer) processLine(buffer)
 
-  const code = await child.exited.finally(() => clearTimeout(timeout));
-  if (code === 0) return undefined;
-  return child.signalCode ? `was killed by ${child.signalCode}` : `exited with code ${code}`;
+  const code = await child.exited.finally(() => clearTimeout(timeout))
+  if (code === 0) return undefined
+  return child.signalCode ? `was killed by ${child.signalCode}` : `exited with code ${code}`
 }
 
 function warmIncomplete(failure: string, done: number) {
@@ -221,18 +226,18 @@ function warmIncomplete(failure: string, done: number) {
     `vercel adapter: module warm-up ${failure} after warming ${done} file(s). The function ships ` +
       'without the rest of its module cache and may fail to render those routes at request time, ' +
       "where Vercel's filesystem is read-only.",
-  );
+  )
 }
 
 const report = (file: string, artifact?: string) => {
-  console.log(`${DONE_MARKER}${file}${artifact ? `\t${artifact}` : ''}`);
-};
+  console.log(`${DONE_MARKER}${file}${artifact ? `\t${artifact}` : ''}`)
+}
 
 /** Every server module a page route pulls in: the page, its layouts, its conventions. */
 function pageServerFiles(config: ResolvedConfig, routeFiles: Iterable<string>) {
-  const files = new Set<string>();
-  const globalNotFound = path.join(config.appPath, 'not-found.tsx');
-  if (existsSync(globalNotFound)) files.add(globalNotFound);
+  const files = new Set<string>()
+  const globalNotFound = path.join(config.appPath, 'not-found.tsx')
+  if (existsSync(globalNotFound)) files.add(globalNotFound)
   for (const routeFile of routeFiles) {
     for (const file of [
       routeFile,
@@ -241,14 +246,14 @@ function pageServerFiles(config: ResolvedConfig, routeFiles: Iterable<string>) {
         findConventionFiles(config.appPath, routeFile, name),
       ),
     ]) {
-      if (existsSync(file)) files.add(file);
+      if (existsSync(file)) files.add(file)
     }
   }
-  return files;
+  return files
 }
 
 const compileServer = (config: ResolvedConfig, file: string) =>
-  devServerModuleHref(config, file, 'build').then(href => report(file, fileURLToPath(href)));
+  devServerModuleHref(config, file, 'build').then(href => report(file, fileURLToPath(href)))
 
 /**
  * Compile the page routes' server modules from the build's route scan, long before the manifest
@@ -257,12 +262,12 @@ const compileServer = (config: ResolvedConfig, file: string) =>
  * code, so it is safe to overlap (see the handler note below).
  */
 export async function prewarmPageModules(config: ResolvedConfig, routeFiles: string[]) {
-  if (!getCompatModeExtensions().reactEnabled(config)) return;
+  if (!getCompatModeExtensions().reactEnabled(config)) return
   await Promise.all(
     [...pageServerFiles(config, routeFiles)].map(file =>
       compileServer(config, file).catch(() => undefined),
     ),
-  );
+  )
 }
 
 /**
@@ -274,19 +279,19 @@ export async function warmRouteModules(
   manifest: BuildManifest,
   skip: ReadonlySet<string> = new Set(),
 ) {
-  const clientFiles = new Set<string>();
-  const handlers: BuildManifest['routes'] = [];
-  const pageRoutes: string[] = [];
+  const clientFiles = new Set<string>()
+  const handlers: BuildManifest['routes'] = []
+  const pageRoutes: string[] = []
 
   for (const route of manifest.routes) {
     if (route.kind === 'handler') {
-      if (!skip.has(route.file)) handlers.push(route);
-      continue;
+      if (!skip.has(route.file)) handlers.push(route)
+      continue
     }
-    pageRoutes.push(route.file);
+    pageRoutes.push(route.file)
     for (const reference of route.clientReferences) {
       if (ssrClientReference(reference) && existsSync(reference.file)) {
-        clientFiles.add(reference.file);
+        clientFiles.add(reference.file)
       }
     }
   }
@@ -305,9 +310,9 @@ export async function warmRouteModules(
             report(file, fileURLToPath(href)),
           ),
         ),
-    ]);
+    ])
   }
-  console.log(COMPILED_MARKER);
+  console.log(COMPILED_MARKER)
 
   // Handlers come last, and only once nothing else is in flight. Importing them runs the app's own
   // server code (auth, db pools, telemetry), and that code running *concurrently* with the compile
@@ -315,16 +320,16 @@ export async function warmRouteModules(
   // handlers alone against a populated cache never crash. Doing them after the compiles also means a
   // crash here costs only the remaining handlers, not the whole module pass.
   for (const route of handlers) {
-    registerServerRuntime(config, route.sourceFiles);
+    registerServerRuntime(config, route.sourceFiles)
     // Reported before the import, not after: handlers are imported one at a
     // time, so a handler that takes the process down is unambiguous and a
     // restart must not run it again (Bun caches a failed import for the
     // process' lifetime anyway, so a retry could not succeed either).
-    report(route.file);
+    report(route.file)
     try {
-      await import(pathToFileHref(route.file));
+      await import(pathToFileHref(route.file))
     } catch (error) {
-      console.warn(`vercel adapter: importing ${route.file} failed during warmup:`, error);
+      console.warn(`vercel adapter: importing ${route.file} failed during warmup:`, error)
     }
   }
 }
@@ -334,42 +339,42 @@ export async function warmRouteModules(
  * each prewarm batch as it arrives. Returns the final request.
  */
 async function readWarmRequests(config: ResolvedConfig): Promise<Partial<WarmRequest>> {
-  let buffer = '';
-  const decoder = new TextDecoder();
-  const reader = Bun.stdin.stream().getReader();
+  let buffer = ''
+  const decoder = new TextDecoder()
+  const reader = Bun.stdin.stream().getReader()
   for (;;) {
-    const { done, value } = await reader.read();
-    if (done) break;
-    buffer += decoder.decode(value, { stream: true });
-    let newline: number;
+    const { done, value } = await reader.read()
+    if (done) break
+    buffer += decoder.decode(value, { stream: true })
+    let newline: number
     while ((newline = buffer.indexOf('\n')) >= 0) {
-      const line = buffer.slice(0, newline).trim();
-      buffer = buffer.slice(newline + 1);
-      if (!line) continue;
-      const message = JSON.parse(line) as Partial<WarmRequest & PrewarmRequest>;
-      if (message.skip) return message;
-      if (message.prewarm) await prewarmPageModules(config, message.prewarm);
+      const line = buffer.slice(0, newline).trim()
+      buffer = buffer.slice(newline + 1)
+      if (!line) continue
+      const message = JSON.parse(line) as Partial<WarmRequest & PrewarmRequest>
+      if (message.skip) return message
+      if (message.prewarm) await prewarmPageModules(config, message.prewarm)
     }
   }
-  const rest = buffer.trim();
-  return rest ? (JSON.parse(rest) as Partial<WarmRequest>) : {};
+  const rest = buffer.trim()
+  return rest ? (JSON.parse(rest) as Partial<WarmRequest>) : {}
 }
 
 if (import.meta.main) {
-  const root = process.argv[2];
-  const config = await loadConfig(root);
-  await bootstrapCompat(config);
+  const root = process.argv[2]
+  const config = await loadConfig(root)
+  await bootstrapCompat(config)
   // This process only ever runs for a vercel-adapter build; record each
   // artifact's specifiers so the parent's trace step can read them back.
-  setEmitCompiledSpecifiersManifest(true);
+  setEmitCompiledSpecifiersManifest(true)
   // Blocks until the parent sends the go-ahead, i.e. until the manifest is
   // written; a prewarm batch may arrive and run before that.
-  const request = await readWarmRequests(config);
+  const request = await readWarmRequests(config)
   const manifest = JSON.parse(
     await readFile(path.join(config.outPath, 'manifest.json'), 'utf8'),
-  ) as BuildManifest;
-  await warmRouteModules(config, manifest, new Set(request.skip ?? []));
+  ) as BuildManifest
+  await warmRouteModules(config, manifest, new Set(request.skip ?? []))
   // App code reached through a route handler can leave the loop alive (a db
   // pool, a stray interval); the warm pass is done either way.
-  process.exit(0);
+  process.exit(0)
 }