@jsenv/core 23.5.1 → 23.6.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsenv/core",
-  "version": "23.5.1",
+  "version": "23.6.2",
   "description": "Tool to develop, test and build js projects",
   "license": "MIT",
   "repository": {
@@ -67,7 +67,7 @@
     "@jsenv/importmap": "1.1.0",
     "@jsenv/log": "1.4.0",
     "@jsenv/logger": "4.0.1",
-    "@jsenv/server": "10.0.2",
+    "@jsenv/server": "10.0.4",
     "@jsenv/uneval": "1.6.0",
     "@jsenv/workers": "1.2.0",
     "@rollup/plugin-commonjs": "21.0.0",

package/src/internal/compiling/compile-directory/getOrGenerateCompiledFile.js

@@ -14,14 +14,11 @@ export const getOrGenerateCompiledFile = async ({
   projectDirectoryUrl,
   originalFileUrl,
   compiledFileUrl = originalFileUrl,
-  useFilesystemAsCache,
+  compileCacheStrategy,
   compileCacheSourcesValidation,
   compileCacheAssetsValidation,
   fileContentFallback,
-  clientNeedsEtagHeader,
-  ifEtagMatch,
-  clientNeedsLastModifiedHeader,
-  ifModifiedSinceDate,
+  request,
   compile,
 }) => {
   if (typeof projectDirectoryUrl !== "string") {
@@ -69,13 +66,10 @@ export const getOrGenerateCompiledFile = async ({
           compiledFileUrl,
           compile,
           fileContentFallback,
-          clientNeedsEtagHeader,
-          ifEtagMatch,
-          clientNeedsLastModifiedHeader,
-          ifModifiedSinceDate,
-          useFilesystemAsCache,
+          compileCacheStrategy,
           compileCacheSourcesValidation,
           compileCacheAssetsValidation,
+          request,
           logger,
         })
 
@@ -101,38 +95,32 @@ const computeCompileReport = async ({
   compiledFileUrl,
   compile,
   fileContentFallback,
-  clientNeedsEtagHeader,
-  ifEtagMatch,
-  clientNeedsLastModifiedHeader,
-  ifModifiedSinceDate,
-  useFilesystemAsCache,
+  compileCacheStrategy,
   compileCacheSourcesValidation,
   compileCacheAssetsValidation,
+  request,
   logger,
 }) => {
   const [readCacheTiming, cacheValidity] = await timeFunction(
     "read cache",
     () => {
-      if (!useFilesystemAsCache) {
-        return {
-          isValid: false,
-          code: "META_FILE_NOT_FOUND",
-          meta: {
-            isValid: false,
-            code: "META_FILE_NOT_FOUND",
-          },
-        }
-      }
+      // if (!useFilesystemAsCache) {
+      //   return {
+      //     isValid: false,
+      //     code: "META_FILE_NOT_FOUND",
+      //     meta: {
+      //       isValid: false,
+      //       code: "META_FILE_NOT_FOUND",
+      //     },
+      //   }
+      // }
       return validateCache({
         logger,
-        useFilesystemAsCache,
         compiledFileUrl,
-        clientNeedsEtagHeader,
-        ifEtagMatch,
-        clientNeedsLastModifiedHeader,
-        ifModifiedSinceDate,
+        compileCacheStrategy,
         compileCacheSourcesValidation,
         compileCacheAssetsValidation,
+        request,
       })
     },
   )
@@ -214,6 +202,7 @@ const callCompile = async ({
     sourcesContent = [],
     assets = [],
     assetsContent = [],
+    responseHeaders,
   } = compileReturnValue
   if (typeof contentType !== "string") {
     throw new TypeError(
@@ -233,6 +222,7 @@ const callCompile = async ({
     sourcesContent,
     assets,
     assetsContent,
+    responseHeaders,
   }
 }
 

package/src/internal/compiling/compile-directory/validateCache.js

@@ -5,10 +5,7 @@ import { readFileSync, statSync } from "node:fs"
 
 export const validateCache = async ({
   compiledFileUrl,
-  clientNeedsEtagHeader,
-  ifEtagMatch,
-  clientNeedsLastModifiedHeader,
-  ifModifiedSinceDate,
+  compileCacheStrategy,
   compileCacheSourcesValidation = true,
   // When "compileCacheAssetsValidation" is enabled, code ensures that
   // - asset file exists
@@ -19,6 +16,7 @@ export const validateCache = async ({
   // so by default "compileCacheAssetsValidation" is disabled
   // to avoid checking things for nothing
   compileCacheAssetsValidation = false,
+  request,
 }) => {
   const validity = { isValid: true }
 
@@ -31,10 +29,8 @@ export const validateCache = async ({
 
   const compiledFileValidation = await validateCompiledFile({
     compiledFileUrl,
-    clientNeedsEtagHeader,
-    ifEtagMatch,
-    clientNeedsLastModifiedHeader,
-    ifModifiedSinceDate,
+    request,
+    compileCacheStrategy,
   })
   mergeValidity(validity, "compiledFile", compiledFileValidation)
   if (!validity.isValid) {
@@ -111,31 +107,43 @@ const validateMetaFile = async (metaJsonFileUrl) => {
 
 const validateCompiledFile = async ({
   compiledFileUrl,
-  clientNeedsEtagHeader,
-  ifEtagMatch,
-  clientNeedsLastModifiedHeader,
-  ifModifiedSinceDate,
+  compileCacheStrategy,
+  request,
 }) => {
   const validity = { isValid: true, data: {} }
 
+  const clientCacheDisabled = request.headers["cache-control"] === "no-cache"
+
   try {
     const compiledSourceBuffer = readFileSync(fileURLToPath(compiledFileUrl))
     validity.data.compiledSourceBuffer = compiledSourceBuffer
 
-    if (clientNeedsEtagHeader) {
+    if (!clientCacheDisabled && compileCacheStrategy === "etag") {
       const compiledEtag = bufferToEtag(compiledSourceBuffer)
       validity.data.compiledEtag = compiledEtag
-      if (ifEtagMatch && ifEtagMatch !== compiledEtag) {
+      const ifNoneMatch = request.headers["if-none-match"]
+      if (ifNoneMatch && ifNoneMatch !== compiledEtag) {
         validity.isValid = false
         validity.code = "COMPILED_FILE_ETAG_MISMATCH"
         return validity
       }
     }
 
-    if (clientNeedsLastModifiedHeader) {
+    if (!clientCacheDisabled && compileCacheStrategy === "mtime") {
       const stats = statSync(fileURLToPath(compiledFileUrl))
       const compiledMtime = Math.floor(stats.mtimeMs)
       validity.data.compiledMtime = compiledMtime
+
+      const ifModifiedSince = request.headers["if-modified-since"]
+      let ifModifiedSinceDate
+      try {
+        ifModifiedSinceDate = new Date(ifModifiedSince)
+      } catch (e) {
+        ifModifiedSinceDate = null
+        // ideally we should rather respond with
+        // 400 "if-modified-since header is not a valid date"
+      }
+
       if (
         ifModifiedSinceDate &&
         ifModifiedSinceDate < dateToSecondsPrecision(compiledMtime)

package/src/internal/compiling/compileFile.js

@@ -19,47 +19,21 @@ export const compileFile = async ({
   projectFileRequestedCallback = () => {},
   request,
   compile,
-  writeOnFilesystem,
-  useFilesystemAsCache,
   compileCacheStrategy = "etag",
   compileCacheSourcesValidation,
   compileCacheAssetsValidation,
 }) => {
   if (
-    writeOnFilesystem &&
     compileCacheStrategy !== "etag" &&
-    compileCacheStrategy !== "mtime"
+    compileCacheStrategy !== "mtime" &&
+    compileCacheStrategy !== "none"
   ) {
     throw new Error(
-      `compileCacheStrategy must be etag or mtime , got ${compileCacheStrategy}`,
+      `compileCacheStrategy must be "etag", "mtime" or "none", got ${compileCacheStrategy}`,
     )
   }
 
-  const { headers = {} } = request
-  const clientCacheDisabled = headers["cache-control"] === "no-cache"
-  const cacheWithETag = writeOnFilesystem && compileCacheStrategy === "etag"
-
-  let ifEtagMatch
-  if (cacheWithETag && "if-none-match" in headers) {
-    ifEtagMatch = headers["if-none-match"]
-  }
-
-  const cacheWithMtime = writeOnFilesystem && compileCacheStrategy === "mtime"
-  let ifModifiedSinceDate
-  if (cacheWithMtime && "if-modified-since" in headers) {
-    const ifModifiedSince = headers["if-modified-since"]
-    try {
-      ifModifiedSinceDate = new Date(ifModifiedSince)
-    } catch (e) {
-      return {
-        status: 400,
-        statusText: "if-modified-since header is not a valid date",
-      }
-    }
-  }
-
-  const clientNeedsEtagHeader = cacheWithETag && !clientCacheDisabled
-  const clientNeedsLastModifiedHeader = cacheWithMtime && !clientCacheDisabled
+  const clientCacheDisabled = request.headers["cache-control"] === "no-cache"
 
   try {
     const { meta, compileResult, compileResultStatus, timing } =
@@ -69,25 +43,21 @@ export const compileFile = async ({
         originalFileUrl,
         compiledFileUrl,
         fileContentFallback,
-        clientNeedsEtagHeader,
-        clientNeedsLastModifiedHeader,
-        ifEtagMatch,
-        ifModifiedSinceDate,
-        useFilesystemAsCache,
+        request,
+        compileCacheStrategy,
         compileCacheSourcesValidation,
         compileCacheAssetsValidation,
         compile,
       })
 
-    if (clientNeedsEtagHeader && !compileResult.compiledEtag) {
+    if (compileCacheStrategy === "etag" && !compileResult.compiledEtag) {
       // happens when file was just compiled so etag was not computed
-
       compileResult.compiledEtag = bufferToEtag(
         Buffer.from(compileResult.compiledSource),
       )
     }
 
-    if (clientNeedsLastModifiedHeader && !compileResult.compiledMtime) {
+    if (compileCacheStrategy === "mtime" && !compileResult.compiledMtime) {
       // happens when file was just compiled so it's not yet written on filesystem
       // Here we know the compiled file will be written on the filesystem
       // We could wait for the file to be written before responding to the client
@@ -107,20 +77,23 @@ export const compileFile = async ({
       compileResult.compiledMtime = Date.now()
     }
 
-    if (
-      compileResultStatus === "created" ||
-      compileResultStatus === "updated"
-    ) {
-      if (writeOnFilesystem) {
-        updateMeta({
-          logger,
-          meta,
-          compileResult,
-          compileResultStatus,
-          compiledFileUrl,
-          // originalFileUrl,
-        })
-      }
+    const {
+      contentType,
+      compiledEtag,
+      compiledMtime,
+      compiledSource,
+      responseHeaders = {},
+    } = compileResult
+
+    if (compileResultStatus !== "cached" && compileCacheStrategy !== "none") {
+      updateMeta({
+        logger,
+        meta,
+        compileResult,
+        compileResultStatus,
+        compiledFileUrl,
+        // originalFileUrl,
+      })
     }
 
     compileResult.sources.forEach((source) => {
@@ -131,9 +104,6 @@ export const compileFile = async ({
       )
     })
 
-    const { contentType, compiledEtag, compiledMtime, compiledSource } =
-      compileResult
-
     // when a compiled version of the source file was just created or updated
     // we don't want to rely on filesystem because we might want to delay
     // when the file is written for perf reasons
@@ -144,6 +114,7 @@ export const compileFile = async ({
         headers: {
           "content-length": Buffer.byteLength(compiledSource),
           "content-type": contentType,
+          ...responseHeaders,
         },
         body: compiledSource,
         timing,
@@ -152,8 +123,11 @@ export const compileFile = async ({
       return response
     }
 
-    if (clientNeedsEtagHeader) {
-      if (ifEtagMatch && compileResultStatus === "cached") {
+    if (!clientCacheDisabled && compileCacheStrategy === "etag") {
+      if (
+        request.headers["if-none-match"] &&
+        compileResultStatus === "cached"
+      ) {
         return {
           status: 304,
           timing,
@@ -165,8 +139,11 @@ export const compileFile = async ({
       })
     }
 
-    if (clientNeedsLastModifiedHeader) {
-      if (ifModifiedSinceDate && compileResultStatus === "cached") {
+    if (!clientCacheDisabled && compileCacheStrategy === "mtime") {
+      if (
+        request.headers["if-modified-since"] &&
+        compileResultStatus === "cached"
+      ) {
         return {
           status: 304,
           timing,

package/src/internal/compiling/compileHtml.js

@@ -86,10 +86,7 @@ export const getHtmlNodeAttributeByName = (htmlNode, attributeName) => {
 }
 
 export const removeHtmlNodeAttribute = (htmlNode, attributeToRemove) => {
-  let attrIndex
-  if (typeof attributeToRemove === "object") {
-    attrIndex = htmlNode.attrs.indexOf(attributeToRemove)
-  }
+  const attrIndex = htmlNode.attrs.indexOf(attributeToRemove)
   if (attrIndex === -1) {
     return false
   }

package/src/internal/compiling/createCompiledFileService.js

@@ -48,7 +48,6 @@ export const createCompiledFileService = ({
   jsenvToolbarInjection,
 
   projectFileRequestedCallback,
-  useFilesystemAsCache,
   compileCacheStrategy,
   sourcemapMethod,
   sourcemapExcludeSources,
@@ -153,14 +152,11 @@ export const createCompiledFileService = ({
       originalFileUrl,
       compiledFileUrl,
 
-      writeOnFilesystem: true, // we always need them
-      useFilesystemAsCache,
       compileCacheStrategy,
       projectFileRequestedCallback,
       request,
-      compile: ({ signal, code, map }) => {
+      compile: ({ code, map }) => {
         return compiler({
-          signal,
           logger,
 
           code,
@@ -171,6 +167,7 @@ export const createCompiledFileService = ({
           compileServerOrigin: request.origin,
           outDirectoryRelativeUrl,
           compileId,
+          request,
 
           runtimeSupport,
           moduleOutFormat,
@@ -226,7 +223,10 @@ const getCompiler = ({ originalFileUrl, compileMeta }) => {
       code: customResult.compiledSource,
       map: customResult.sourcemap,
     })
-    return jsenvResult
+    return {
+      ...customResult,
+      ...jsenvResult,
+    }
   }
 }
 

package/src/internal/compiling/startCompileServer.js

@@ -316,11 +316,11 @@ export const startCompileServer = async ({
       jsenvToolbarInjection,
 
       projectFileRequestedCallback,
-      useFilesystemAsCache: compileServerCanReadFromFilesystem,
-      writeOnFilesystem: compileServerCanWriteOnFilesystem,
       sourcemapMethod,
       sourcemapExcludeSources,
-      compileCacheStrategy,
+      compileCacheStrategy: compileServerCanReadFromFilesystem
+        ? compileCacheStrategy
+        : "none",
     }),
     ...(transformHtmlSourceFiles
       ? {

package/src/internal/executing/executePlan.js

@@ -1,4 +1,5 @@
 import { Abort, raceProcessTeardownEvents } from "@jsenv/abort"
+import { createDetailedMessage } from "@jsenv/logger"
 
 import { mergeRuntimeSupport } from "@jsenv/core/src/internal/generateGroupMap/runtime_support.js"
 import { startCompileServer } from "../compiling/startCompileServer.js"
@@ -73,6 +74,12 @@ export const executePlan = async (
     })
   })
 
+  logger.debug(
+    createDetailedMessage(`Prepare executing plan`, {
+      runtimeSupport: JSON.stringify(runtimeSupport, null, "  "),
+    }),
+  )
+
   const multipleExecutionsOperation = Abort.startOperation()
   multipleExecutionsOperation.addAbortSignal(signal)
   if (handleSIGINT) {
@@ -82,6 +89,7 @@ export const executePlan = async (
           SIGINT: true,
         },
         () => {
+          logger.debug(`SIGINT abort`)
           abort()
         },
       )
@@ -119,6 +127,7 @@ export const executePlan = async (
       await compileServer.stop()
     })
 
+    logger.debug(`Generate executions`)
     const executionSteps = await generateExecutionSteps(
       {
         ...plan,
@@ -129,6 +138,7 @@ export const executePlan = async (
         projectDirectoryUrl,
       },
     )
+    logger.debug(`${executionSteps.length} executions planned`)
 
     const result = await executeConcurrently(executionSteps, {
       multipleExecutionsOperation,