tungsten 0.2.6 → 0.2.8

package/dist/bin/commands/compile.js

@@ -1,4 +1,5 @@
-import { join } from 'path';
+import { dirname, join, resolve } from 'path';
+import { promises as fsPromises } from 'fs';
 import rmfr from 'rmfr';
 import { compileJavascript } from "../../build/compileJavascript.js";
 import { compileStyles } from "../../build/compileStyles.js";
@@ -17,19 +18,38 @@ const targetOptions = {
   '--public': 'public'
 };
 const args = process.argv.slice(3);
+function optionValue(option) {
+  const position = args.indexOf(option);
+  if (position === -1) return undefined;
+  const value = args[position + 1];
+  if (value === undefined || value.startsWith('--')) {
+    cliError(`${option} requires a path`);
+    process.exit(1);
+  }
+  return value;
+}
 if (args.includes('--help') || args.includes('-h')) {
-  cliOut('Usage: tungsten compile [targets] [--all] [--watch] [--no-clean]');
+  cliOut('Usage: tungsten compile [targets] [--all] [--watch] [--no-clean] [--output <dir>]');
   cliOut('Targets: --js, --css, --client, --assets, --public');
   cliOut('With no target options, all targets are compiled.');
+  cliOut('Options: --output <dir>, --ready-file <file>, --quiet');
   process.exit(0);
 }
-const commandOptions = new Set(['--all', '--watch', '--no-clean']);
-const unknownOptions = args.filter(arg => !(arg in targetOptions) && !commandOptions.has(arg));
+const commandOptions = new Set(['--all', '--watch', '--no-clean', '--quiet']);
+const valueOptions = new Set(['--output', '--ready-file']);
+const optionValues = new Set();
+for (const option of valueOptions) {
+  const position = args.indexOf(option);
+  if (position !== -1 && args[position + 1] !== undefined) optionValues.add(args[position + 1]);
+}
+const unknownOptions = args.filter(arg => !(arg in targetOptions) && !commandOptions.has(arg) && !valueOptions.has(arg) && !optionValues.has(arg));
 if (unknownOptions.length > 0) {
   cliError(`Unknown compile option${unknownOptions.length === 1 ? '' : 's'}: ${unknownOptions.join(', ')}`);
-  cliOut('Usage: tungsten compile [targets] [--all] [--watch] [--no-clean]');
+  cliOut('Usage: tungsten compile [targets] [--all] [--watch] [--no-clean] [--output <dir>]');
   process.exit(1);
 }
+const outputOption = optionValue('--output');
+const readyFileOption = optionValue('--ready-file');
 const requestedTargets = new Set();
 for (const arg of args) {
   const target = targetOptions[arg];
@@ -38,17 +58,43 @@ for (const arg of args) {
 const targets = requestedTargets.size === 0 || args.includes('--all') ? new Set(['js', 'css', 'client', 'assets', 'public']) : requestedTargets;
 const watch = args.includes('--watch');
 const clean = !args.includes('--no-clean');
+const quiet = args.includes('--quiet');
 const projectDir = process.cwd();
 const config = await getUserConfig();
 const codeLocation = join(projectDir, config.codeDir);
 const relSourceDir = config.sourceDir !== undefined && config.sourceDir !== '' ? config.sourceDir : config.codeDir;
 const sourceLocation = join(projectDir, relSourceDir);
 const styleImportBase = config.styleImportBase !== undefined ? join(sourceLocation, config.styleImportBase) : sourceLocation;
-const buildLocation = join(projectDir, devBuildOuterFolder);
+const buildLocation = outputOption !== undefined ? resolve(projectDir, outputOption) : join(projectDir, devBuildOuterFolder);
 const buildCodeLocation = join(buildLocation, buildCodeSubPath);
+const packagesCacheLocation = outputOption !== undefined ? join(buildLocation, '.packagesCache') : join(projectDir, packagesCacheFolder);
+const readyFileLocation = readyFileOption !== undefined ? resolve(projectDir, readyFileOption) : undefined;
+if (buildLocation.toLowerCase() === resolve(projectDir).toLowerCase()) {
+  cliError('Compile output cannot be the project root');
+  process.exit(1);
+}
+async function clearReadyFile() {
+  if (readyFileLocation !== undefined) await rmfr(readyFileLocation);
+}
+async function markReady() {
+  if (readyFileLocation === undefined) return;
+  await fsPromises.mkdir(dirname(readyFileLocation), {
+    recursive: true
+  });
+  const temporaryLocation = `${readyFileLocation}.${process.pid}.tmp`;
+  await fsPromises.writeFile(temporaryLocation, JSON.stringify({
+    ready: true,
+    output: buildLocation,
+    targets: [...targets],
+    updatedAt: new Date().toISOString()
+  }));
+  await rmfr(readyFileLocation);
+  await fsPromises.rename(temporaryLocation, readyFileLocation);
+}
+await clearReadyFile();
 const cleanTasks = [];
 if (clean && targets.has('js')) {
-  cleanTasks.push(rmfr(buildCodeLocation), rmfr(join(buildLocation, componentCssFolder)), rmfr(join(buildLocation, packagesFolder)), rmfr(join(projectDir, packagesCacheFolder)));
+  cleanTasks.push(rmfr(buildCodeLocation), rmfr(join(buildLocation, componentCssFolder)), rmfr(join(buildLocation, packagesFolder)), rmfr(packagesCacheLocation));
 }
 if (clean && targets.has('css')) {
   cleanTasks.push(rmfr(join(buildLocation, staticFolder)));
@@ -63,15 +109,32 @@ if (clean) {
   await Promise.all(cleanTasks);
 }
 const compilationTasks = [];
+let javascriptInitialSuccess = true;
 if (targets.has('js')) {
-  compilationTasks.push(compileJavascript(projectDir, config, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, 'dev', watch));
+  const javascriptTask = compileJavascript(projectDir, config, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, 'dev', watch, {
+    quiet,
+    packagesCacheLocation,
+    onCycleComplete: watch ? async cycle => {
+      if (cycle.success) {
+        await markReady();
+        cliNews(`Compile cycle complete: js${cycle.file ? ` (${cycle.file})` : ''}`);
+      } else {
+        await clearReadyFile();
+        cliError(`Compile cycle failed: js${cycle.file ? ` (${cycle.file})` : ''}`);
+      }
+    } : undefined
+  });
+  compilationTasks.push(javascriptTask.then(result => {
+    javascriptInitialSuccess = result.initialSuccess;
+    return result;
+  }));
 }
 if (targets.has('css')) {
   compilationTasks.push(compileStyles(projectDir, config, styleImportBase, buildLocation, watch));
 }
 if (targets.has('client')) {
-  compilationTasks.push(createInstanceConfigFile(config, 'dev'));
-  compilationTasks.push(createClientFiles(config, 'dev'));
+  compilationTasks.push(createInstanceConfigFile(config, 'dev', buildLocation));
+  compilationTasks.push(createClientFiles(config, 'dev', buildLocation));
 }
 if (targets.has('assets')) {
   const assetsTask = copyAssets(projectDir, config, buildLocation, watch);
@@ -80,10 +143,21 @@ if (targets.has('assets')) {
 if (targets.has('public')) {
   compilationTasks.push(copyPublicFiles(projectDir, config, buildLocation, watch));
 }
-await Promise.all(compilationTasks);
-cliNews(`Compile complete: ${[...targets].join(', ')}`);
+const compilationResults = await Promise.allSettled(compilationTasks);
+const failures = compilationResults.filter(result => result.status === 'rejected').map(result => result.reason);
+const initialSuccess = failures.length === 0 && javascriptInitialSuccess;
+if (initialSuccess) {
+  await markReady();
+  cliNews(`Compile complete: ${[...targets].join(', ')}`);
+} else {
+  await clearReadyFile();
+  cliError(`Compile failed: ${[...targets].join(', ')}`);
+}
+if (!watch && !initialSuccess) {
+  throw new AggregateError(failures, 'Compilation failed');
+}
 if (watch && (targets.has('js') || targets.has('css') || targets.has('assets') || targets.has('public'))) {
-  cliNews('Watching for changes');
+  cliNews(initialSuccess ? 'Watching for changes' : 'Watching for changes; waiting for a successful cycle');
 } else {
   // The underlying development compilers watch after their initial pass.
   // End them when this command is being used for one-shot test preparation.

package/dist/bin/commands/compile.sxyt.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=compile.sxyt.d.ts.map

package/dist/bin/commands/compile.sxyt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compile.sxyt.d.ts","sourceRoot":"","sources":["../../../src/bin/commands/compile.sxyt.ts"],"names":[],"mappings":""}

package/dist/bin/commands/compile.sxyt.js

@@ -0,0 +1,136 @@
+import { execFile } from 'child_process';
+import { mkdir, mkdtemp, readFile, rm, writeFile } from 'fs/promises';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { promisify } from 'util';
+import { expect } from 'chai';
+import { describe } from 'sxy-test-runner';
+import { findProjectDir } from "../../findProjectDir.js";
+const execFileAsync = promisify(execFile);
+describe('tungsten compile', ({
+  it
+}) => {
+  it('exits non-zero and does not report completion when Babel cannot transform a file', async () => {
+    const projectDir = await mkdtemp(join(tmpdir(), 'tungsten-compile-test-'));
+    const cliLocation = join(findProjectDir(import.meta.url), 'dist', 'bin', 'index.js');
+    try {
+      await writeFile(join(projectDir, 'package.json'), '{"type":"module"}');
+      await writeFile(join(projectDir, 'broken.jsx'), 'export const broken = <div>');
+      let error;
+      try {
+        await execFileAsync(process.execPath, [cliLocation, 'compile', '--js', '--quiet'], {
+          cwd: projectDir
+        });
+      } catch (caught) {
+        error = caught;
+      }
+      expect(error).not.to.equal(undefined);
+      expect(error?.code).not.to.equal(0);
+      expect(error?.stdout ?? '').not.to.contain('Compile complete');
+    } finally {
+      await rm(projectDir, {
+        recursive: true,
+        force: true
+      });
+    }
+  });
+  it('writes all JavaScript and readiness output beneath the selected locations', async () => {
+    const projectDir = await mkdtemp(join(tmpdir(), 'tungsten-compile-output-test-'));
+    const cliLocation = join(findProjectDir(import.meta.url), 'dist', 'bin', 'index.js');
+    try {
+      await writeFile(join(projectDir, 'package.json'), '{"type":"module"}');
+      await writeFile(join(projectDir, 'entry.jsx'), 'export const element = <div />');
+      const {
+        stdout
+      } = await execFileAsync(process.execPath, [cliLocation, 'compile', '--js', '--output', '.tungsten/test', '--ready-file', '.tungsten/test.ready', '--quiet'], {
+        cwd: projectDir
+      });
+      const compiled = await readFile(join(projectDir, '.tungsten/test/code/entry.js'), 'utf8');
+      const ready = JSON.parse(await readFile(join(projectDir, '.tungsten/test.ready'), 'utf8'));
+      expect(stdout).to.contain('Compile complete');
+      expect(compiled).to.contain('export const element');
+      expect(ready.ready).to.equal(true);
+      expect(ready.output).to.equal(join(projectDir, '.tungsten/test'));
+    } finally {
+      await rm(projectDir, {
+        recursive: true,
+        force: true
+      });
+    }
+  });
+  it('reports an unsupported node dependency once and continues compiling', async () => {
+    const projectDir = await mkdtemp(join(tmpdir(), 'tungsten-compile-node-dependency-test-'));
+    const cliLocation = join(findProjectDir(import.meta.url), 'dist', 'bin', 'index.js');
+    const packageDir = join(projectDir, 'node_modules', 'fixture-package');
+    const sourceDir = join(projectDir, 'src');
+    try {
+      await mkdir(packageDir, {
+        recursive: true
+      });
+      await mkdir(sourceDir, {
+        recursive: true
+      });
+      await writeFile(join(projectDir, 'package.json'), '{"type":"module"}');
+      await writeFile(join(projectDir, 'tungsten.config.js'), 'export default { codeDir: "src", useRootComponent: false }');
+      await writeFile(join(sourceDir, 'entry.js'), 'import fixture from \'fixture-package\'; export { fixture }');
+      await writeFile(join(packageDir, 'package.json'), '{"name":"fixture-package","version":"1.0.0","main":"index.js"}');
+      await writeFile(join(packageDir, 'index.js'), 'module.exports = require(\'missing-native-module\')');
+      const {
+        stdout
+      } = await execFileAsync(process.execPath, [cliLocation, 'compile', '--js', '--output', '.tungsten/test', '--quiet'], {
+        cwd: projectDir
+      });
+      expect(stdout).to.contain('Your code that is compiled may depend on a node module - this is not allowed.');
+      expect(stdout).to.contain('src/entry.js\n  -> fixture-package/index.js\n  -> missing-native-module (unresolved)');
+      expect(stdout).not.to.contain('Require stack:');
+      expect(stdout).not.to.contain('process file err');
+      expect(stdout.split('Your code that is compiled may depend on a node module - this is not allowed.')).to.have.length(2);
+      expect(stdout).to.contain('Compile complete');
+      await readFile(join(projectDir, '.tungsten/test/code/entry.js'), 'utf8');
+    } finally {
+      await rm(projectDir, {
+        recursive: true,
+        force: true
+      });
+    }
+  });
+  it('skips package compilation for files selected by a JavaScript glob', async () => {
+    const projectDir = await mkdtemp(join(tmpdir(), 'tungsten-skip-package-compilation-test-'));
+    const cliLocation = join(findProjectDir(import.meta.url), 'dist', 'bin', 'index.js');
+    const packageDir = join(projectDir, 'node_modules', 'fixture-package');
+    const sourceDir = join(projectDir, 'src');
+    try {
+      await mkdir(packageDir, {
+        recursive: true
+      });
+      await mkdir(sourceDir, {
+        recursive: true
+      });
+      await writeFile(join(projectDir, 'package.json'), '{"type":"module"}');
+      await writeFile(join(projectDir, 'tungsten.config.js'), 'export default {' + ' codeDir: "src",' + ' useRootComponent: false,' + ' skipPackageCompilation: "**/*.domTest.js"' + ' }');
+      await writeFile(join(sourceDir, 'component.domTest.js'), "import fixture from 'fixture-package'; export { fixture }");
+      await writeFile(join(packageDir, 'package.json'), '{"name":"fixture-package","version":"1.0.0","main":"index.js"}');
+      await writeFile(join(packageDir, 'index.js'), 'module.exports = 1');
+      const {
+        stdout
+      } = await execFileAsync(process.execPath, [cliLocation, 'compile', '--js', '--output', '.tungsten/test', '--quiet'], {
+        cwd: projectDir
+      });
+      const compiled = await readFile(join(projectDir, '.tungsten/test/code/component.domTest.js'), 'utf8');
+      expect(stdout).to.contain('Compile complete');
+      expect(compiled).to.contain("from 'fixture-package'");
+      let packageWasCopied = true;
+      try {
+        await readFile(join(projectDir, '.tungsten/test/.packages/fixture-package@1.0.0/index.js'), 'utf8');
+      } catch {
+        packageWasCopied = false;
+      }
+      expect(packageWasCopied).to.equal(false);
+    } finally {
+      await rm(projectDir, {
+        recursive: true,
+        force: true
+      });
+    }
+  });
+});

package/dist/build/compileJavascript.d.ts

@@ -6,7 +6,17 @@ type CompileJavascriptResult = {
     watcher: chokidar.FSWatcher | null;
     copyWatcher: chokidar.FSWatcher | null;
     importAliases: ImportAliases;
+    initialSuccess: boolean;
 };
-export declare function compileJavascript(projectDir: string, appConfig: FrameworkConfigComplete, codeLocation: string, sourceLocation: string, styleImportBase: string, buildLocation: string, buildCodeLocation: string, mode: Mode, watch?: boolean): Promise<CompileJavascriptResult>;
+export type JavascriptCompilationCycle = {
+    success: boolean;
+    file?: string;
+};
+export type CompileJavascriptOptions = {
+    quiet?: boolean;
+    packagesCacheLocation?: string;
+    onCycleComplete?: ((cycle: JavascriptCompilationCycle) => void | Promise<void>) | undefined;
+};
+export declare function compileJavascript(projectDir: string, appConfig: FrameworkConfigComplete, codeLocation: string, sourceLocation: string, styleImportBase: string, buildLocation: string, buildCodeLocation: string, mode: Mode, watch?: boolean, options?: CompileJavascriptOptions): Promise<CompileJavascriptResult>;
 export {};
 //# sourceMappingURL=compileJavascript.d.ts.map

package/dist/build/compileJavascript.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"compileJavascript.d.ts","sourceRoot":"","sources":["../../src/build/compileJavascript.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,MAAM,UAAU,CAAA;AAO/B,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACvD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAetC,KAAK,uBAAuB,GAAG;IAC3B,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;IAClC,WAAW,EAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;IACtC,aAAa,EAAE,aAAa,CAAA;CAC/B,CAAA;AAKD,wBAAsB,iBAAiB,CACnC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,uBAAuB,EACtD,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EACrE,aAAa,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,UAAO,GAC3E,OAAO,CAAC,uBAAuB,CAAC,CAwPlC"}
+{"version":3,"file":"compileJavascript.d.ts","sourceRoot":"","sources":["../../src/build/compileJavascript.ts"],"names":[],"mappings":"AAEA,OAAO,QAAQ,MAAM,UAAU,CAAA;AAO/B,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AACpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACvD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAetC,KAAK,uBAAuB,GAAG;IAC3B,OAAO,EAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;IAClC,WAAW,EAAE,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAA;IACtC,aAAa,EAAE,aAAa,CAAA;IAC5B,cAAc,EAAE,OAAO,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,0BAA0B,GAAG;IACrC,OAAO,EAAE,OAAO,CAAA;IAChB,IAAI,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,wBAAwB,GAAG;IACnC,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,eAAe,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAA;CAC9F,CAAA;AAKD,wBAAsB,iBAAiB,CACnC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,uBAAuB,EACtD,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EACrE,aAAa,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,UAAO,EAC1E,OAAO,GAAE,wBAA6B,GACvC,OAAO,CAAC,uBAAuB,CAAC,CAuTlC"}

package/dist/build/compileJavascript.js

@@ -13,7 +13,7 @@ import { TungstenError } from "../TungstenError.js";
 import { getFrameworkDir } from "../getFrameworkDir.js";
 ///// needs work to work in prod mode
 ///// see babel config
-export async function compileJavascript(projectDir, appConfig, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, mode, watch = true) {
+export async function compileJavascript(projectDir, appConfig, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, mode, watch = true, options = {}) {
   cliOut(`Compiling app code`);
   let dependencyGraphDir = '';
   let dependencyGraphLocation = '';
@@ -22,14 +22,25 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
   let importAliases = {};
   let promises = [];
   let config;
+  const skipPackageCompilationPatterns = appConfig.skipPackageCompilation === undefined ? [] : Array.isArray(appConfig.skipPackageCompilation) ? appConfig.skipPackageCompilation : [appConfig.skipPackageCompilation];
+  const skipPackageCompilationFiles = new Set();
+  async function refreshSkipPackageCompilationFiles() {
+    skipPackageCompilationFiles.clear();
+    const matchingFiles = await globby(skipPackageCompilationPatterns, {
+      cwd: codeLocation,
+      absolute: true
+    });
+    for (const file of matchingFiles) skipPackageCompilationFiles.add(slash(file));
+  }
+  await refreshSkipPackageCompilationFiles();
   if (mode === 'dev') {
-    dependencyGraphDir = join(projectDir, packagesCacheFolder);
+    dependencyGraphDir = options.packagesCacheLocation ?? join(projectDir, packagesCacheFolder);
     dependencyGraphLocation = join(dependencyGraphDir, '.dependency-graph.js');
     oldDependencyGraph = {};
     dependencyGraph = {};
     importAliases = {};
     promises = [];
-    config = makeBabelUserDevConfig(projectDir, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, oldDependencyGraph, dependencyGraph, importAliases, promises);
+    config = makeBabelUserDevConfig(projectDir, codeLocation, sourceLocation, styleImportBase, buildLocation, buildCodeLocation, dependencyGraphDir, skipPackageCompilationFiles, oldDependencyGraph, dependencyGraph, importAliases, promises);
   } else {
     config = makeBabelUserProdConfig(projectDir, codeLocation, sourceLocation, styleImportBase);
   }
@@ -37,8 +48,9 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
   // compile with the API
   const codeLocationLength = codeLocation.length + 1;
   const transformPromises = [];
+  const failedFiles = new Set();
   async function transformFile(file) {
-    console.log('transforming file', file);
+    if (!options.quiet) console.log('transforming file', file);
     try {
       let rel = file.slice(codeLocationLength);
       if (rel.endsWith('.jsx')) rel = rel.slice(0, -1);
@@ -57,12 +69,26 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
       //// Using the sync version here, because the promise version keeps bugging out - node bug?
       //await fsPromises.writeFile(dest, code)
       fs.writeFileSync(dest, code);
+      failedFiles.delete(file);
     } catch (e) {
+      failedFiles.add(file);
       cliError(`Tungsten: Error transforming project file ${file}`);
       cliLog(e);
-      //throw new TungstenError(`compileJavascript() error: error when compiling application file ${e}`)
+      throw e;
     }
   }
+  async function deleteTransformedFile(file) {
+    let rel = file.slice(codeLocationLength);
+    if (rel.endsWith('.jsx')) rel = rel.slice(0, -1);
+    const dest = join(buildCodeLocation, rel);
+    try {
+      await fsPromises.unlink(dest);
+    } catch (error) {
+      const fileError = error;
+      if (fileError.code !== 'ENOENT') throw error;
+    }
+    failedFiles.delete(file);
+  }
   async function copyFile(file) {
     try {
       let rel = file.slice(codeLocationLength);
@@ -94,6 +120,7 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
   // get a list of files
   const watchGlob = slash(`${codeLocation}/**/*.js{,x}`);
   const ignored = [];
+  ignored.push(slash(`${buildLocation}/**`));
   if (appConfig.ignoreDirs) {
     ignored.push(...appConfig.ignoreDirs.map(folder => slash(`${codeLocation}/${folder}/**`)));
   }
@@ -118,21 +145,38 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
   paths.forEach(file => {
     transformPromises.push(transformFile(file));
   });
-  await Promise.all(transformPromises);
+  const transformResults = await Promise.allSettled(transformPromises);
+  const transformFailures = transformResults.filter(result => result.status === 'rejected').map(result => result.reason);
+  let deferredWorkPosition = 0;
+  const settleDeferredWork = async () => {
+    const currentPromises = promises.slice(deferredWorkPosition);
+    deferredWorkPosition = promises.length;
+    const deferredResults = await Promise.allSettled(currentPromises);
+    return deferredResults.filter(result => result.status === 'rejected').map(result => result.reason);
+  };
+  const initialFailures = [...transformFailures, ...(await settleDeferredWork())];
+  const initialSuccess = initialFailures.length === 0 && failedFiles.size === 0;
+  function writeDependencyGraph() {
+    if (mode !== 'dev') return;
+    if (!fs.existsSync(dependencyGraphDir)) {
+      fs.mkdirSync(dependencyGraphDir, {
+        recursive: true
+      });
+    }
+    fs.writeFileSync(dependencyGraphLocation, `export const graph = ${serializeJavascript(dependencyGraph)}`);
+  }
   if (!watch) {
+    if (!initialSuccess) {
+      throw new AggregateError(initialFailures, 'One or more JavaScript files could not be compiled');
+    }
     if (mode === 'dev') {
-      await Promise.all(promises);
-      if (!fs.existsSync(dependencyGraphDir)) {
-        fs.mkdirSync(dependencyGraphDir, {
-          recursive: true
-        });
-      }
-      fs.writeFileSync(dependencyGraphLocation, `export const graph = ${serializeJavascript(dependencyGraph)}`);
+      writeDependencyGraph();
     }
     return {
       watcher: null,
       copyWatcher: null,
-      importAliases
+      importAliases,
+      initialSuccess
     };
   }
   const watcher = chokidar.watch(watchGlob, {
@@ -140,13 +184,33 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
     ignoreInitial: true
     //useFsEvents: false
   });
-  watcher.on('all', async (event, file) => {
+  let watchCycle = Promise.resolve();
+  watcher.on('all', (event, file) => {
     file = slash(file);
-    if (event === 'add') {
-      transformFile(file);
-    }
-    if (event === 'change') {
-      transformFile(file);
+    if (event === 'add' || event === 'change' || event === 'unlink') {
+      watchCycle = watchCycle.then(async () => {
+        let success = false;
+        try {
+          if (event === 'unlink') {
+            await deleteTransformedFile(file);
+          } else {
+            if (event === 'add') await refreshSkipPackageCompilationFiles();
+            await transformFile(file);
+          }
+          const failures = await settleDeferredWork();
+          success = failures.length === 0 && failedFiles.size === 0;
+          if (success) writeDependencyGraph();
+        } catch {
+          success = false;
+        }
+        await options.onCycleComplete?.({
+          success,
+          file
+        });
+      }).catch(error => {
+        cliError('Tungsten: Error completing JavaScript watch cycle');
+        cliLog(error);
+      });
     }
   });
   let copyWatcher = null;
@@ -172,21 +236,14 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
     if (copyWatcher) awaiting.set(copyWatcher, true);
     watcher.on('ready', async () => {
       //cliNews('App Built')
-      if (mode === 'dev') {
-        await Promise.all(promises);
-        if (!fs.existsSync(dependencyGraphDir)) {
-          fs.mkdirSync(dependencyGraphDir, {
-            recursive: true
-          });
-        }
-        fs.writeFileSync(dependencyGraphLocation, `export const graph = ${serializeJavascript(dependencyGraph)}`);
-      }
+      if (initialSuccess) writeDependencyGraph();
       awaiting.delete(watcher);
       if (awaiting.size === 0) {
         resolve({
           watcher,
           copyWatcher,
-          importAliases
+          importAliases,
+          initialSuccess
         });
       }
     });
@@ -198,7 +255,8 @@ export async function compileJavascript(projectDir, appConfig, codeLocation, sou
           resolve({
             watcher,
             copyWatcher,
-            importAliases
+            importAliases,
+            initialSuccess
           });
         }
       });

package/dist/build/createClientFiles.d.ts

@@ -1,4 +1,4 @@
 import type { Mode } from '../Mode.js';
 import { FrameworkConfigComplete } from '../FrameworkConfig.js';
-export declare function createClientFiles(config: FrameworkConfigComplete, mode: Mode): Promise<void>;
+export declare function createClientFiles(config: FrameworkConfigComplete, mode: Mode, buildLocation?: string): Promise<void>;
 //# sourceMappingURL=createClientFiles.d.ts.map

package/dist/build/createClientFiles.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createClientFiles.d.ts","sourceRoot":"","sources":["../../src/build/createClientFiles.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAOtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAG/D,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,uBAAuB,EAAE,IAAI,EAAE,IAAI,iBA8ElF"}
+{"version":3,"file":"createClientFiles.d.ts","sourceRoot":"","sources":["../../src/build/createClientFiles.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAOtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAG/D,wBAAsB,iBAAiB,CACnC,MAAM,EAAE,uBAAuB,EAC/B,IAAI,EAAE,IAAI,EACV,aAAa,CAAC,EAAE,MAAM,iBAgFzB"}

package/dist/build/createClientFiles.js

@@ -3,9 +3,9 @@ import { join } from 'path';
 import { buildCodeSubPath, devBuildOuterFolder, prodBuildFolder, clientFolder, frameworkDistFolder, frameworkClientFolder } from "../settings.js";
 import { fixExtension } from "../fixExtension.js";
 import { findProjectDir } from "../findProjectDir.js";
-export async function createClientFiles(config, mode) {
+export async function createClientFiles(config, mode, buildLocation) {
   //console.log('creating entry file')
-  const specificBuildFolder = mode === 'dev' ? devBuildOuterFolder : prodBuildFolder;
+  const specificBuildFolder = buildLocation ?? join(process.cwd(), mode === 'dev' ? devBuildOuterFolder : prodBuildFolder);
   const codeSubPath = `${buildCodeSubPath}/`;
   const frameworkDir = findProjectDir(import.meta.url);
   const routesLocation = config.routesLocation;
@@ -13,20 +13,20 @@ export async function createClientFiles(config, mode) {
   const [routeFilePath, routesExportName] = routesLocation;
   const promises = [
   // ensure the folder exists
-  fsPromises.mkdir(join(process.cwd(), specificBuildFolder, `${clientFolder}`), {
+  fsPromises.mkdir(join(specificBuildFolder, `${clientFolder}`), {
     recursive: true
   }),
   // client.js file
   fsPromises.copyFile(join(frameworkDir, frameworkDistFolder, frameworkClientFolder, 'client.js'),
   // from
-  join(process.cwd(), specificBuildFolder, `${clientFolder}/client.js`)),
+  join(specificBuildFolder, `${clientFolder}/client.js`)),
   // cjsHelpers.js file
   fsPromises.copyFile(join(frameworkDir, frameworkDistFolder, frameworkClientFolder, 'cjsHelpers.js'),
   // from
-  join(process.cwd(), specificBuildFolder, `${clientFolder}/cjsHelpers.js`)),
+  join(specificBuildFolder, `${clientFolder}/cjsHelpers.js`)),
   // app routes stuff
-  fsPromises.writeFile(join(process.cwd(), specificBuildFolder, clientFolder, 'routes.js'), `export { ${routesExportName} as routes } from '../${codeSubPath}${fixExtension(routeFilePath)}'`)];
-  const clientRootComponentFileLocation = join(process.cwd(), specificBuildFolder, clientFolder, 'RootComponent.js');
+  fsPromises.writeFile(join(specificBuildFolder, clientFolder, 'routes.js'), `export { ${routesExportName} as routes } from '../${codeSubPath}${fixExtension(routeFilePath)}'`)];
+  const clientRootComponentFileLocation = join(specificBuildFolder, clientFolder, 'RootComponent.js');
   if (config.useRootComponent) {
     const rootComponentRelFilePath = config.rootComponent;
     const rcFile = rootComponentRelFilePath.split('/').pop();

package/dist/build/createInstanceConfigFile.d.ts

@@ -1,4 +1,4 @@
 import type { Mode } from '../Mode.js';
 import { FrameworkConfigComplete } from '../FrameworkConfig.js';
-export declare function createInstanceConfigFile(config: FrameworkConfigComplete, mode: Mode): Promise<void>;
+export declare function createInstanceConfigFile(config: FrameworkConfigComplete, mode: Mode, buildLocation?: string): Promise<void>;
 //# sourceMappingURL=createInstanceConfigFile.d.ts.map

package/dist/build/createInstanceConfigFile.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createInstanceConfigFile.d.ts","sourceRoot":"","sources":["../../src/build/createInstanceConfigFile.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAEtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAI/D,wBAAsB,wBAAwB,CAAC,MAAM,EAAE,uBAAuB,EAAE,IAAI,EAAE,IAAI,iBA2BzF"}
+{"version":3,"file":"createInstanceConfigFile.d.ts","sourceRoot":"","sources":["../../src/build/createInstanceConfigFile.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAA;AAEtC,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAA;AAI/D,wBAAsB,wBAAwB,CAC1C,MAAM,EAAE,uBAAuB,EAC/B,IAAI,EAAE,IAAI,EACV,aAAa,CAAC,EAAE,MAAM,iBA6BzB"}

package/dist/build/createInstanceConfigFile.js

@@ -2,10 +2,10 @@ import { promises as fsPromises } from 'fs';
 import { join, dirname } from 'path';
 import { devBuildOuterFolder, prodBuildFolder } from "../settings.js";
 import { TungstenError } from "../TungstenError.js";
-export async function createInstanceConfigFile(config, mode) {
+export async function createInstanceConfigFile(config, mode, buildLocation) {
   //console.log('creating app config')
-  const specificBuildFolder = mode === 'dev' ? devBuildOuterFolder : prodBuildFolder;
-  const appConfigLocation = join(process.cwd(), specificBuildFolder, '.tungsten.config.js');
+  const specificBuildFolder = buildLocation ?? join(process.cwd(), mode === 'dev' ? devBuildOuterFolder : prodBuildFolder);
+  const appConfigLocation = join(specificBuildFolder, '.tungsten.config.js');
   // // ensure the folder exists
   // await fsPromises.mkdir(
   //     join(process.cwd(), specificBuildFolder), 

package/dist/build/makeBabelUserDevConfig.d.ts

@@ -1,5 +1,5 @@
 import type { TransformOptions } from '@babel/core';
 import type { ImportAliases } from './ImportAliases.js';
 import { DependencyGraph } from '../babelPlugins/BabelTransformPackageImports.js';
-export declare function makeBabelUserDevConfig(projectDir: string, absCodeDir: string, absSourceDir: string, absStyleImportBase: string, buildLocation: string, buildCodeLocation: string, oldDependencyGraph: DependencyGraph, dependencyGraph: DependencyGraph, importAliases: ImportAliases, promises: Promise<any>[]): TransformOptions;
+export declare function makeBabelUserDevConfig(projectDir: string, absCodeDir: string, absSourceDir: string, absStyleImportBase: string, buildLocation: string, buildCodeLocation: string, packagesCacheLocation: string, skipPackageCompilationFiles: ReadonlySet<string>, oldDependencyGraph: DependencyGraph, dependencyGraph: DependencyGraph, importAliases: ImportAliases, promises: Promise<any>[]): TransformOptions;
 //# sourceMappingURL=makeBabelUserDevConfig.d.ts.map

package/dist/build/makeBabelUserDevConfig.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"makeBabelUserDevConfig.d.ts","sourceRoot":"","sources":["../../src/build/makeBabelUserDevConfig.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAKnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEvD,OAAO,EAAoC,eAAe,EAAE,MAAM,iDAAiD,CAAA;AAMnH,wBAAgB,sBAAsB,CAClC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,kBAAkB,EAAE,MAAM,EAC1B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,MAAM,EACzB,kBAAkB,EAAE,eAAe,EACnC,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,GACzB,gBAAgB,CA0BlB"}
+{"version":3,"file":"makeBabelUserDevConfig.d.ts","sourceRoot":"","sources":["../../src/build/makeBabelUserDevConfig.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAKnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAEvD,OAAO,EAAoC,eAAe,EAAE,MAAM,iDAAiD,CAAA;AAMnH,wBAAgB,sBAAsB,CAClC,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,kBAAkB,EAAE,MAAM,EAC1B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,MAAM,EACzB,qBAAqB,EAAE,MAAM,EAC7B,2BAA2B,EAAE,WAAW,CAAC,MAAM,CAAC,EAChD,kBAAkB,EAAE,eAAe,EACnC,eAAe,EAAE,eAAe,EAChC,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,GACzB,gBAAgB,CA4BlB"}

package/dist/build/makeBabelUserDevConfig.js

@@ -6,13 +6,15 @@ import { MakeBabelTransformPackageImports } from "../babelPlugins/BabelTransform
 import { componentCssFolder, componentCssFile } from "../settings.js";
 import userCommonConfig from "./babel.user.common.config.js";
 import { MakeBabelTransformCssImports } from "../babelPlugins/BabelTransformCssImports.js";
-export function makeBabelUserDevConfig(projectDir, absCodeDir, absSourceDir, absStyleImportBase, buildLocation, buildCodeLocation, oldDependencyGraph, dependencyGraph, importAliases, promises) {
+export function makeBabelUserDevConfig(projectDir, absCodeDir, absSourceDir, absStyleImportBase, buildLocation, buildCodeLocation, packagesCacheLocation, skipPackageCompilationFiles, oldDependencyGraph, dependencyGraph, importAliases, promises) {
   const userDevConfig = objectCopy(userCommonConfig);
   userDevConfig.plugins.push(MakeBabelTransformPackageImports({
     projectDir: projectDir,
     codeDir: absCodeDir,
     buildLocation,
     buildCodeLocation,
+    packagesCacheLocation,
+    skipPackageCompilationFiles,
     oldDependencyGraph,
     dependencyGraph,
     importAliases,