@jsenv/core 27.0.0-alpha.83 → 27.0.0-alpha.86

package/src/plugins/transpilation/babel/helpers/babel_plugin_babel_helpers_as_jsenv_imports.js

@@ -1,10 +1,9 @@
 import { pathToFileURL } from "node:url"
-
-import { injectImport } from "@jsenv/utils/js_ast/babel_utils.js"
+import { injectJsImport } from "@jsenv/ast"
 import {
   getBabelHelperFileUrl,
   babelHelperNameFromUrl,
-} from "@jsenv/babel-plugins/main.js"
+} from "@jsenv/babel-plugins"
 
 // named import approach found here:
 // https://github.com/rollup/rollup-plugin-babel/blob/18e4232a450f320f44c651aa8c495f21c74d59ac/src/helperPlugin.js#L1
@@ -37,7 +36,7 @@ export const babelPluginBabelHelpersAsJsenvImports = (
           return undefined
         }
         const babelHelperImportSpecifier = getBabelHelperFileUrl(name)
-        const helper = injectImport({
+        const helper = injectJsImport({
           programPath: file.path,
           from: getImportSpecifier(babelHelperImportSpecifier),
           nameHint: `_${name}`,

package/src/plugins/transpilation/babel/jsenv_plugin_babel.js

@@ -1,4 +1,4 @@
-import { applyBabelPlugins } from "@jsenv/utils/js_ast/apply_babel_plugins.js"
+import { applyBabelPlugins } from "@jsenv/ast"
 
 import { RUNTIME_COMPAT } from "@jsenv/core/src/omega/compat/runtime_compat.js"
 import { getBaseBabelPluginStructure } from "./helpers/babel_plugin_structure.js"

package/src/plugins/transpilation/babel/new_stylesheet/babel_plugin_new_stylesheet_as_jsenv_import.js

@@ -1,6 +1,5 @@
 import { pathToFileURL } from "node:url"
-
-import { injectImport } from "@jsenv/utils/js_ast/babel_utils.js"
+import { injectJsImport } from "@jsenv/ast"
 
 export const babelPluginNewStylesheetAsJsenvImport = (
   babel,
@@ -85,7 +84,7 @@ export const babelPluginNewStylesheetAsJsenvImport = (
           },
         })
         if (usesNewStylesheet) {
-          injectImport({
+          injectJsImport({
             programPath,
             from: getImportSpecifier(newStylesheetClientFileUrl),
             sideEffect: true,

package/src/plugins/transpilation/babel/regenerator_runtime/babel_plugin_regenerator_runtime_as_jsenv_import.js

@@ -1,6 +1,5 @@
 import { pathToFileURL } from "node:url"
-
-import { injectImport } from "@jsenv/utils/js_ast/babel_utils.js"
+import { injectJsImport } from "@jsenv/ast"
 
 export const babelPluginRegeneratorRuntimeAsJsenvImport = (
   babel,
@@ -22,7 +21,7 @@ export const babelPluginRegeneratorRuntimeAsJsenvImport = (
         }
         const { node } = path
         if (node.name === "regeneratorRuntime") {
-          injectImport({
+          injectJsImport({
             programPath: path.scope.getProgramParent().path,
             from: getImportSpecifier(regeneratorRuntimeClientFileUrl),
             sideEffect: true,

package/src/plugins/transpilation/css_parcel/jsenv_plugin_css_parcel.js

@@ -1,4 +1,4 @@
-import { transpileWithParcel } from "@jsenv/utils/css_ast/parcel_css.js"
+import { transpileWithParcel } from "@jsenv/ast"
 
 // https://github.com/parcel-bundler/parcel-css
 export const jsenvPluginCssParcel = () => {

package/src/plugins/transpilation/import_assertions/jsenv_plugin_import_assertions.js

@@ -12,7 +12,7 @@
 
 import { urlToFilename, injectQueryParams } from "@jsenv/urls"
 
-import { JS_QUOTES } from "@jsenv/utils/string/js_quotes.js"
+import { JS_QUOTES } from "@jsenv/utils/src/string/js_quotes.js"
 
 export const jsenvPluginImportAssertions = () => {
   const updateReference = (reference, searchParam) => {

package/src/plugins/transpilation/jsenv_plugin_top_level_await.js

@@ -1,4 +1,5 @@
-import { applyBabelPlugins } from "@jsenv/utils/js_ast/apply_babel_plugins.js"
+import { applyBabelPlugins } from "@jsenv/ast"
+
 import { requireBabelPlugin } from "./babel/require_babel_plugin.js"
 
 export const jsenvPluginTopLevelAwait = () => {

package/src/plugins/url_analysis/css/css_urls.js

@@ -2,9 +2,8 @@
  * https://github.com/parcel-bundler/parcel/blob/v2/packages/transformers/css/src/CSSTransformer.js
  */
 
-import { createMagicSource } from "@jsenv/utils/sourcemap/magic_source.js"
-import { applyPostCss } from "@jsenv/utils/css_ast/apply_post_css.js"
-import { postCssPluginUrlVisitor } from "@jsenv/utils/css_ast/postcss_plugin_url_visitor.js"
+import { createMagicSource } from "@jsenv/sourcemap"
+import { applyPostCss, postCssPluginUrlVisitor } from "@jsenv/ast"
 
 export const parseAndTransformCssUrls = async (urlInfo, context) => {
   const actions = []

package/src/plugins/url_analysis/html/html_urls.js

@@ -1,11 +1,13 @@
 import {
   parseHtmlString,
+  visitHtmlNodes,
+  getHtmlNodeAttribute,
+  getHtmlNodePosition,
+  setHtmlNodeAttributes,
+  getHtmlNodeAttributePosition,
+  parseSrcSet,
   stringifyHtmlAst,
-  getHtmlNodeAttributeByName,
-  htmlNodePosition,
-  visitHtmlAst,
-} from "@jsenv/utils/html_ast/html_ast.js"
-import { htmlAttributeSrcSet } from "@jsenv/utils/html_ast/html_attribute_src_set.js"
+} from "@jsenv/ast"
 
 export const parseAndTransformHtmlUrls = async (urlInfo, context) => {
   const url = urlInfo.originalUrl
@@ -26,9 +28,12 @@ export const parseAndTransformHtmlUrls = async (urlInfo, context) => {
       column,
       originalLine,
       originalColumn,
+      node,
+      attributeName,
       specifier,
-      attribute,
     }) => {
+      const { crossorigin, integrity } = readFetchMetas(node)
+
       const isRessourceHint = [
         "preconnect",
         "dns-prefetch",
@@ -45,9 +50,15 @@ export const parseAndTransformHtmlUrls = async (urlInfo, context) => {
         specifierLine: line,
         specifierColumn: column,
         isRessourceHint,
+        crossorigin,
+        integrity,
       })
       actions.push(async () => {
-        attribute.value = await referenceUtils.readGeneratedSpecifier(reference)
+        setHtmlNodeAttributes(node, {
+          [attributeName]: await referenceUtils.readGeneratedSpecifier(
+            reference,
+          ),
+        })
       })
     },
   })
@@ -60,25 +71,39 @@ export const parseAndTransformHtmlUrls = async (urlInfo, context) => {
   }
 }
 
+const crossOriginCompatibleTagNames = ["script", "link", "img", "source"]
+const integrityCompatibleTagNames = ["script", "link", "img", "source"]
+const readFetchMetas = (node) => {
+  const meta = {}
+  if (crossOriginCompatibleTagNames.includes(node.nodeName)) {
+    const crossorigin = getHtmlNodeAttribute(node, "crossorigin") !== undefined
+    meta.crossorigin = crossorigin
+  }
+  if (integrityCompatibleTagNames.includes(node.nodeName)) {
+    const integrity = getHtmlNodeAttribute(node, "integrity")
+    meta.integrity = integrity
+  }
+  return meta
+}
+
 const visitHtmlUrls = ({ url, htmlAst, onUrl }) => {
   const addDependency = ({
     type,
     subtype,
     expectedType,
     node,
-    attribute,
+    attributeName,
     specifier,
   }) => {
-    const generatedFromInlineContent = Boolean(
-      getHtmlNodeAttributeByName(node, "generated-from-inline-content"),
-    )
+    const generatedFromInlineContent =
+      getHtmlNodeAttribute(node, "generated-from-inline-content") !== undefined
     let position
     if (generatedFromInlineContent) {
       // when generated from inline content,
       // line, column is not "src" nor "generated-from-src" but "original-position"
-      position = htmlNodePosition.readNodePosition(node)
+      position = getHtmlNodePosition(node)
     } else {
-      position = htmlNodePosition.readAttributePosition(node, attribute.name)
+      position = getHtmlNodeAttributePosition(node, attributeName)
     }
     const {
       line,
@@ -93,18 +118,61 @@ const visitHtmlUrls = ({ url, htmlAst, onUrl }) => {
       column,
       // originalLine, originalColumn
       specifier,
-      attribute,
-      // injected:Boolean(getHtmlNodeAttributeByName(node, "injected-by"))
-      // srcGeneratedFromInlineContent
-      ...readFetchMetas(node),
+      node,
+      attributeName,
     })
   }
-  const visitors = {
+  const visitAttributeAsUrlSpecifier = ({ node, attributeName, ...rest }) => {
+    const value = getHtmlNodeAttribute(node, attributeName)
+    if (value) {
+      const generatedBy = getHtmlNodeAttribute(node, "generated-by")
+      if (generatedBy !== undefined) {
+        // during build the importmap is inlined
+        // and shoud not be considered as a dependency anymore
+        return
+      }
+      addDependency({
+        ...rest,
+        node,
+        attributeName,
+        specifier:
+          attributeName === "generated-from-src" ||
+          attributeName === "generated-from-href"
+            ? new URL(value, url).href
+            : value,
+      })
+    } else if (attributeName === "src") {
+      visitAttributeAsUrlSpecifier({
+        ...rest,
+        node,
+        attributeName: "generated-from-src",
+      })
+    } else if (attributeName === "href") {
+      visitAttributeAsUrlSpecifier({
+        ...rest,
+        node,
+        attributeName: "generated-from-href",
+      })
+    }
+  }
+  const visitSrcset = ({ type, node }) => {
+    const srcset = getHtmlNodeAttribute(node, "srcset")
+    if (srcset) {
+      const srcCandidates = parseSrcSet(srcset)
+      srcCandidates.forEach((srcCandidate) => {
+        addDependency({
+          type,
+          node,
+          attributeName: "srcset",
+          specifier: srcCandidate.specifier,
+        })
+      })
+    }
+  }
+  visitHtmlNodes(htmlAst, {
     link: (node) => {
-      const relAttribute = getHtmlNodeAttributeByName(node, "rel")
-      const rel = relAttribute ? relAttribute.value : undefined
-      const typeAttribute = getHtmlNodeAttributeByName(node, "type")
-      const type = typeAttribute ? typeAttribute.value : undefined
+      const rel = getHtmlNodeAttribute(node, "rel")
+      const type = getHtmlNodeAttribute(node, "type")
       visitAttributeAsUrlSpecifier({
         type: "link_href",
         subtype: rel,
@@ -120,15 +188,16 @@ const visitHtmlUrls = ({ url, htmlAst, onUrl }) => {
     },
     // style: () => {},
     script: (node) => {
-      const typeAttributeNode = getHtmlNodeAttributeByName(node, "type")
+      const type = getHtmlNodeAttribute(node, "type")
+      const expectedType = {
+        "undefined": "js_classic",
+        "text/javascript": "js_classic",
+        "module": "js_module",
+        "importmap": "importmap",
+      }[type]
       visitAttributeAsUrlSpecifier({
         type: "script_src",
-        expectedType: {
-          "undefined": "js_classic",
-          "text/javascript": "js_classic",
-          "module": "js_module",
-          "importmap": "importmap",
-        }[typeAttributeNode ? typeAttributeNode.value : undefined],
+        expectedType,
         node,
         attributeName: "src",
       })
@@ -184,89 +253,5 @@ const visitHtmlUrls = ({ url, htmlAst, onUrl }) => {
         attributeName: "href",
       })
     },
-  }
-  const visitAttributeAsUrlSpecifier = ({
-    type,
-    subtype,
-    expectedType,
-    node,
-    attributeName,
-  }) => {
-    const attribute = getHtmlNodeAttributeByName(node, attributeName)
-    const value = attribute ? attribute.value : undefined
-    if (value) {
-      const generatedBy = getHtmlNodeAttributeByName(node, "generated-by")
-      if (generatedBy) {
-        // during build the importmap is inlined
-        // and shoud not be considered as a dependency anymore
-        return
-      }
-      addDependency({
-        type,
-        subtype,
-        expectedType,
-        node,
-        attribute,
-        specifier:
-          attributeName === "generated-from-src" ||
-          attributeName === "generated-from-href"
-            ? new URL(value, url).href
-            : value,
-      })
-    } else if (attributeName === "src") {
-      visitAttributeAsUrlSpecifier({
-        type,
-        subtype,
-        expectedType,
-        node,
-        attributeName: "generated-from-src",
-      })
-    } else if (attributeName === "href") {
-      visitAttributeAsUrlSpecifier({
-        type,
-        subtype,
-        expectedType,
-        node,
-        attributeName: "generated-from-href",
-      })
-    }
-  }
-  const visitSrcset = ({ type, node }) => {
-    const srcsetAttribute = getHtmlNodeAttributeByName(node, "srcset")
-    const srcset = srcsetAttribute ? srcsetAttribute.value : undefined
-    if (srcset) {
-      const srcCandidates = htmlAttributeSrcSet.parse(srcset)
-      srcCandidates.forEach((srcCandidate) => {
-        addDependency({
-          type,
-          node,
-          attribute: srcsetAttribute,
-          specifier: srcCandidate.specifier,
-        })
-      })
-    }
-  }
-  visitHtmlAst(htmlAst, (node) => {
-    const visitor = visitors[node.nodeName]
-    if (visitor) {
-      visitor(node)
-    }
   })
 }
-
-const crossOriginCompatibleTagNames = ["script", "link", "img", "source"]
-const integrityCompatibleTagNames = ["script", "link", "img", "source"]
-const readFetchMetas = (node) => {
-  const meta = {}
-  if (crossOriginCompatibleTagNames.includes(node.nodeName)) {
-    const crossoriginAttribute = getHtmlNodeAttributeByName(node, "crossorigin")
-    meta.crossorigin = crossoriginAttribute
-      ? crossoriginAttribute.value
-      : undefined
-  }
-  if (integrityCompatibleTagNames.includes(node.nodeName)) {
-    const integrityAttribute = getHtmlNodeAttributeByName(node, "integrity")
-    meta.integrity = integrityAttribute ? integrityAttribute.value : undefined
-  }
-  return meta
-}

package/src/plugins/url_analysis/js/js_urls.js

@@ -1,5 +1,6 @@
-import { parseJsUrls } from "@jsenv/utils/js_ast/parse_js_urls.js"
-import { createMagicSource } from "@jsenv/utils/sourcemap/magic_source.js"
+import { createMagicSource } from "@jsenv/sourcemap"
+import { parseJsUrls } from "@jsenv/ast"
+
 import { isWebWorkerUrlInfo } from "@jsenv/core/src/omega/web_workers.js"
 
 export const parseAndTransformJsUrls = async (urlInfo, context) => {

package/src/plugins/url_analysis/jsenv_plugin_url_analysis.js

@@ -6,7 +6,11 @@ import { parseAndTransformCssUrls } from "./css/css_urls.js"
 import { parseAndTransformJsUrls } from "./js/js_urls.js"
 import { parseAndTransformWebmanifestUrls } from "./webmanifest/webmanifest_urls.js"
 
-export const jsenvPluginUrlAnalysis = ({ rootDirectoryUrl, include }) => {
+export const jsenvPluginUrlAnalysis = ({
+  rootDirectoryUrl,
+  include,
+  supportedProtocols = ["file:", "data:", "virtual:", "http:", "https:"],
+}) => {
   let getIncludeInfo = () => undefined
   if (include) {
     const associations = URL_META.resolveAssociations(
@@ -43,11 +47,11 @@ export const jsenvPluginUrlAnalysis = ({ rootDirectoryUrl, include }) => {
         reference.shouldHandle = false
         return
       }
-      if (reference.url.startsWith("data:")) {
-        reference.shouldHandle = true
-        return
-      }
-      if (reference.url.startsWith("file:")) {
+      const { protocol } = new URL(reference.url)
+      const protocolIsSupported = supportedProtocols.some(
+        (supportedProtocol) => protocol === supportedProtocol,
+      )
+      if (protocolIsSupported) {
         reference.shouldHandle = true
         return
       }

package/src/test/coverage/empty_coverage_factory.js

@@ -1,7 +1,7 @@
 import { readFile } from "@jsenv/filesystem"
 import { resolveUrl } from "@jsenv/urls"
 import { Abort } from "@jsenv/abort"
-import { applyBabelPlugins } from "@jsenv/utils/js_ast/apply_babel_plugins.js"
+import { applyBabelPlugins } from "@jsenv/ast"
 
 import { requireFromJsenv } from "@jsenv/core/src/require_from_jsenv.js"
 import { babelPluginInstrument } from "./babel_plugin_instrument.js"

package/src/test/coverage/file_by_file_coverage.js

@@ -2,7 +2,6 @@ import {
   urlToRelativeUrl,
   fileSystemPathToUrl,
   isFileSystemPath,
-  resolveUrl,
 } from "@jsenv/urls"
 
 export const normalizeFileByFileCoveragePaths = (
@@ -15,7 +14,7 @@ export const normalizeFileByFileCoveragePaths = (
     const { path } = fileCoverage
     const url = isFileSystemPath(path)
       ? fileSystemPathToUrl(path)
-      : resolveUrl(path, rootDirectoryUrl)
+      : new URL(path, rootDirectoryUrl).href
     const relativeUrl = urlToRelativeUrl(url, rootDirectoryUrl)
     fileByFileNormalized[`./${relativeUrl}`] = {
       ...fileCoverage,