@travetto/compiler 4.0.7 → 4.0.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@travetto/compiler",
-  "version": "4.0.7",
+  "version": "4.0.9",
   "description": "The compiler infrastructure for the Travetto framework",
   "keywords": [
     "compiler",
@@ -30,13 +30,13 @@
     "directory": "module/compiler"
   },
   "dependencies": {
-    "@parcel/watcher": "^2.4.0",
-    "@travetto/manifest": "^4.0.1",
-    "@travetto/transformer": "^4.0.2",
-    "@types/node": "^20.11.16"
+    "@parcel/watcher": "^2.4.1",
+    "@travetto/manifest": "^4.0.3",
+    "@travetto/transformer": "^4.0.4",
+    "@types/node": "^20.11.25"
   },
   "peerDependencies": {
-    "@travetto/cli": "^4.0.5"
+    "@travetto/cli": "^4.0.7"
   },
   "peerDependenciesMeta": {
     "@travetto/cli": {

package/src/state.ts

@@ -1,5 +1,4 @@
 import ts from 'typescript';
-import timers from 'node:timers/promises';
 
 import { path, ManifestModuleUtil, ManifestModule, ManifestRoot, ManifestIndex } from '@travetto/manifest';
 import { TransformerManager } from '@travetto/transformer';
@@ -8,6 +7,7 @@ import { TypescriptUtil } from '../support/ts-util';
 
 import { CompilerUtil } from './util';
 import { CompileEmitError, CompileStateEntry } from './types';
+import { CommonUtil } from '../support/util';
 
 function folderMapper(root: string, prefix: string): { dir: string, translate: (val: string) => string } {
   let matched: string = '~~';
@@ -110,7 +110,7 @@ export class CompilerState implements ts.CompilerHost {
     if (force || !this.#program) {
       this.#program = ts.createProgram({ rootNames: this.getAllFiles(), host: this, options: this.#compilerOptions, oldProgram: this.#program });
       this.#transformerManager.init(this.#program.getTypeChecker());
-      await timers.setImmediate();
+      await CommonUtil.queueMacroTask();
     }
     return this.#program;
   }
@@ -179,7 +179,7 @@ export class CompilerState implements ts.CompilerHost {
     if (!contents || (contents.length === 0 && prevHash)) {
       return false; // Ignore empty file
     }
-    const currentHash = CompilerUtil.naiveHash(contents);
+    const currentHash = CommonUtil.naiveHash(contents);
     const changed = prevHash !== currentHash;
     if (changed) {
       this.#sourceHashes.set(inputFile, currentHash);

package/src/util.ts

@@ -120,18 +120,4 @@ export class CompilerUtil {
     }
     return new Error(`Transpiling ${filename.replace(nativeCwd, '.')} failed: \n${errors.join('\n')}`);
   }
-
-  /**
-   * Naive hashing
-   */
-  static naiveHash(text: string): number {
-    let hash = 5381;
-
-    for (let i = 0; i < text.length; i++) {
-      // eslint-disable-next-line no-bitwise
-      hash = (hash * 33) ^ text.charCodeAt(i);
-    }
-
-    return Math.abs(hash);
-  }
 }

package/src/watch.ts

@@ -1,4 +1,4 @@
-import { ManifestContext, ManifestModuleUtil, ManifestUtil, PackageUtil, RuntimeIndex, path } from '@travetto/manifest';
+import { ManifestModuleFileType, ManifestModuleFolderType, ManifestModuleUtil, ManifestUtil, PackageUtil, RuntimeIndex, path } from '@travetto/manifest';
 
 import type { CompileStateEntry } from './types';
 import { CompilerState } from './state';
@@ -9,6 +9,14 @@ import { AsyncQueue } from '../support/queue';
 type WatchAction = 'create' | 'update' | 'delete';
 type WatchEvent = { action: WatchAction, file: string };
 type CompilerWatchEvent = WatchEvent & { entry: CompileStateEntry };
+type FileShape = {
+  mod: string;
+  folderKey: ManifestModuleFolderType;
+  fileType: ManifestModuleFileType;
+  moduleFile: string;
+  action: WatchAction;
+};
+
 
 /**
  * Watch support, based on compiler state and manifest details
@@ -40,8 +48,8 @@ export class CompilerWatcher {
   }
 
   /** Watch files */
-  async * #watchFolder(rootPath: string): AsyncIterable<WatchEvent> {
-    const q = new AsyncQueue<WatchEvent>(this.#signal);
+  async * #watchFolder(rootPath: string): AsyncIterable<WatchEvent[]> {
+    const q = new AsyncQueue<WatchEvent[]>(this.#signal);
     const lib = await import('@parcel/watcher');
     const ignore = this.#getIgnores();
 
@@ -51,9 +59,7 @@ export class CompilerWatcher {
         q.throw(err instanceof Error ? err : new Error((err as Error).message));
         return;
       }
-      for (const ev of events) {
-        q.add({ action: ev.type, file: path.toPosix(ev.path) });
-      }
+      q.add(events.map(ev => ({ action: ev.type, file: path.toPosix(ev.path) })));
     }, { ignore });
 
     if (this.#signal.aborted) { // If already aborted, can happen async
@@ -66,30 +72,49 @@ export class CompilerWatcher {
     yield* q;
   }
 
-  async #rebuildManifestsIfNeeded(event: CompilerWatchEvent, moduleFile: string): Promise<void> {
-    if (!event.entry.outputFile || event.action === 'update') {
+  async #rebuildManifestsIfNeeded(events: CompilerWatchEvent[]): Promise<void> {
+    events = events.filter(x => x.entry.outputFile && x.action !== 'update');
+
+    if (!events.length) {
       return;
     }
 
-    const toUpdate: ManifestContext[] = RuntimeIndex.getDependentModules(event.entry.module.name, 'parents')
-      .map(el => ManifestUtil.getModuleContext(this.#state.manifest, el.sourceFolder));
-
-    toUpdate.push(this.#state.manifest);
-
-    const mod = event.entry.module;
-    const folderKey = ManifestModuleUtil.getFolderKey(moduleFile);
-    const fileType = ManifestModuleUtil.getFileType(moduleFile);
+    const mods = [...new Set(events.map(v => v.entry.module.name))];
+
+    const moduleToFiles = new Map(mods.map(m => [m, {
+      context: ManifestUtil.getModuleContext(this.#state.manifest, RuntimeIndex.getManifestModule(m)!.sourceFolder),
+      // eslint-disable-next-line @typescript-eslint/consistent-type-assertions
+      files: [] as FileShape[]
+    }] as const));
+
+    const parents = new Map<string, string[]>(
+      mods.map(m => [m, RuntimeIndex.getDependentModules(m, 'parents').map(x => x.name)])
+    );
+
+    const allFiles = events.map(ev => {
+      const modRoot = ev.entry.module.sourceFolder || this.#state.manifest.workspace.path;
+      const moduleFile = ev.file.includes(modRoot) ? ev.file.split(`${modRoot}/`)[1] : ev.file;
+      const folderKey = ManifestModuleUtil.getFolderKey(moduleFile);
+      const fileType = ManifestModuleUtil.getFileType(moduleFile);
+      return { mod: ev.entry.module.name, action: ev.action, moduleFile, folderKey, fileType };
+    });
+
+    for (const file of allFiles) {
+      for (const parent of parents.get(file.mod)!) {
+        moduleToFiles.get(parent)!.files.push(file);
+      }
+    }
 
-    for (const ctx of toUpdate) {
-      const newManifest = await ManifestUtil.buildManifest(ctx);
-      if (mod.name in newManifest.modules) {
-        const modFiles = newManifest.modules[mod.name].files[folderKey] ??= [];
+    for (const { context, files } of moduleToFiles.values()) {
+      const newManifest = await ManifestUtil.buildManifest(context);
+      for (const { action, mod, fileType, moduleFile, folderKey } of files) {
+        const modFiles = newManifest.modules[mod].files[folderKey] ??= [];
         const idx = modFiles.findIndex(x => x[0] === moduleFile);
 
-        if (event.action === 'create' && idx < 0) {
+        if (action === 'create' && idx < 0) {
           modFiles.push([moduleFile, fileType, Date.now()]);
         } else if (idx >= 0) {
-          if (event.action === 'delete') {
+          if (action === 'delete') {
             modFiles.splice(idx, 1);
           } else {
             modFiles[idx] = [moduleFile, fileType, Date.now()];
@@ -120,45 +145,51 @@ export class CompilerWatcher {
     const OUTPUT_PATH = path.resolve(manifest.workspace.path, manifest.build.outputFolder);
     const COMPILER_PATH = path.resolve(manifest.workspace.path, manifest.build.compilerFolder);
 
-    for await (const ev of this.#watchFolder(this.#state.manifest.workspace.path)) {
-      const { action, file: sourceFile } = ev;
+    for await (const events of this.#watchFolder(this.#state.manifest.workspace.path)) {
 
-      if (
-        sourceFile === ROOT_LOCK ||
-        sourceFile === ROOT_PKG ||
-        (action === 'delete' && (sourceFile === OUTPUT_PATH || sourceFile === COMPILER_PATH))
-      ) {
-        throw new Error('RESET', { cause: `${action}:${sourceFile}` });
-      }
+      const outEvents: CompilerWatchEvent[] = [];
 
-      const fileType = ManifestModuleUtil.getFileType(sourceFile);
-      if (!CompilerUtil.validFile(fileType)) {
-        continue;
-      }
+      for (const ev of events) {
+        const { action, file: sourceFile } = ev;
+
+        if (
+          sourceFile === ROOT_LOCK ||
+          sourceFile === ROOT_PKG ||
+          (action === 'delete' && (sourceFile === OUTPUT_PATH || sourceFile === COMPILER_PATH))
+        ) {
+          throw new Error('RESET', { cause: `${action}:${sourceFile}` });
+        }
 
-      let entry = this.#state.getBySource(sourceFile);
+        const fileType = ManifestModuleUtil.getFileType(sourceFile);
+        if (!CompilerUtil.validFile(fileType)) {
+          continue;
+        }
 
-      const mod = entry?.module ?? this.#state.manifestIndex.findModuleForArbitraryFile(sourceFile);
-      if (!mod) { // Unknown module
-        continue;
-      }
+        let entry = this.#state.getBySource(sourceFile);
+
+        const mod = entry?.module ?? this.#state.manifestIndex.findModuleForArbitraryFile(sourceFile);
+        if (!mod) { // Unknown module
+          continue;
+        }
+
+        const modRoot = mod.sourceFolder || this.#state.manifest.workspace.path;
+        const moduleFile = sourceFile.includes(modRoot) ? sourceFile.split(`${modRoot}/`)[1] : sourceFile;
+
+        if (action === 'create') {
+          entry = this.#state.registerInput(mod, moduleFile);
+        } else if (!entry) {
+          continue;
+        } else if (action === 'update' && !this.#state.checkIfSourceChanged(entry.inputFile)) {
+          continue;
+        } else if (action === 'delete') {
+          this.#state.removeInput(entry.inputFile);
+        }
 
-      const modRoot = mod.sourceFolder || this.#state.manifest.workspace.path;
-      const moduleFile = sourceFile.includes(modRoot) ? sourceFile.split(`${modRoot}/`)[1] : sourceFile;
-
-      if (action === 'create') {
-        entry = this.#state.registerInput(mod, moduleFile);
-      } else if (!entry) {
-        continue;
-      } else if (action === 'update' && !this.#state.checkIfSourceChanged(entry.inputFile)) {
-        continue;
-      } else if (action === 'delete') {
-        this.#state.removeInput(entry.inputFile);
+        outEvents.push({ action, file: entry.sourceFile, entry });
       }
 
-      const result: CompilerWatchEvent = { action, file: entry.sourceFile, entry };
-      await this.#rebuildManifestsIfNeeded(result, moduleFile);
-      yield result;
+      await this.#rebuildManifestsIfNeeded(outEvents);
+      yield* outEvents;
     }
   }
 }

package/support/server/server.ts

@@ -207,7 +207,7 @@ export class CompilerServer {
         CommonUtil.nonBlockingTimeout(2000).then(reject); // Wait 2s max
         this.#server.close(resolve);
         this.#emitEvent({ type: 'state', payload: { state: 'closed' } });
-        setImmediate(() => {
+        CommonUtil.queueMacroTask().then(() => {
           this.#server.closeAllConnections();
           this.#shutdown.abort();
         });

package/support/util.ts

@@ -58,6 +58,20 @@ export class CommonUtil {
     }
   }
 
+  /**
+   * Naive hashing
+   */
+  static naiveHash(text: string): number {
+    let hash = 5381;
+
+    for (let i = 0; i < text.length; i++) {
+      // eslint-disable-next-line no-bitwise
+      hash = (hash * 33) ^ text.charCodeAt(i);
+    }
+
+    return Math.abs(hash);
+  }
+
   /**
    * Non-blocking timeout
    */

package/tsconfig.trv.json

@@ -2,7 +2,7 @@
   "compilerOptions": {
     "module": "CommonJS",
     "target": "esnext",
-    "moduleResolution": "node",
+    "moduleResolution": "Bundler",
     "lib": [
       "es2022"
     ],