@jsenv/core 27.0.0-alpha.9 → 27.0.0-alpha.92

package/src/omega/core_plugins/import_assertions/jsenv_plugin_import_assertions.js

@@ -1,211 +0,0 @@
-import { applyBabelPlugins } from "@jsenv/utils/js_ast/apply_babel_plugins.js"
-import { ContentType } from "@jsenv/utils/src/content_type.js"
-import { createMagicSource } from "@jsenv/utils/sourcemap/magic_source.js"
-import { injectQueryParamsIntoSpecifier } from "@jsenv/utils/urls/url_utils.js"
-import { JS_QUOTES } from "@jsenv/utils/string/js_quotes.js"
-
-import { babelPluginMetadataImportAssertions } from "./helpers/babel_plugin_metadata_import_assertions.js"
-import { convertJsonTextToJavascriptModule } from "./helpers/json_module.js"
-import { convertTextToJavascriptModule } from "./helpers/text_module.js"
-
-export const jsenvPluginImportAssertions = () => {
-  const importAssertions = [
-    {
-      name: "jsenv:import_assertions",
-      appliesDuring: "*",
-      transform: {
-        js_module: async (
-          { url, generatedUrl, content },
-          { scenario, isSupportedOnRuntime, referenceUtils },
-        ) => {
-          const importTypesToHandle = getImportTypesToHandle({
-            scenario,
-            isSupportedOnRuntime,
-          })
-          if (importTypesToHandle.length === 0) {
-            return null
-          }
-          const { metadata } = await applyBabelPlugins({
-            babelPlugins: [babelPluginMetadataImportAssertions],
-            url,
-            generatedUrl,
-            content,
-          })
-          const { importAssertions } = metadata
-          const magicSource = createMagicSource(content)
-          importAssertions.forEach((importAssertion) => {
-            const assertType = importAssertion.assert.type
-            if (!importTypesToHandle.includes(assertType)) {
-              return
-            }
-            const { path } = importAssertion
-            const { node } = path
-            const importType = `${assertType}_module`
-            if (node.type === "CallExpression") {
-              const importSpecifierPath = path.get("arguments")[0]
-              const specifier = importSpecifierPath.node.value
-              const newSpecifier = injectQueryParamsIntoSpecifier(specifier, {
-                [importType]: "",
-              })
-              const [newReference, newUrlInfo] = referenceUtils.updateSpecifier(
-                JSON.stringify(specifier),
-                newSpecifier,
-              )
-              newUrlInfo.data.importType = importType
-              magicSource.replace({
-                start: importSpecifierPath.node.start,
-                end: importSpecifierPath.node.end,
-                replacement: newReference.generatedSpecifier,
-              })
-              const secondArgPath = path.get("arguments")[1]
-              magicSource.remove({
-                start: secondArgPath.node.start,
-                end: secondArgPath.node.end,
-              })
-              return
-            }
-            const importSpecifierPath = path.get("source")
-            const specifier = importSpecifierPath.node.value
-            const newSpecifier = injectQueryParamsIntoSpecifier(specifier, {
-              [importType]: "",
-            })
-            const [newReference, newUrlInfo] = referenceUtils.updateSpecifier(
-              JSON.stringify(specifier),
-              newSpecifier,
-            )
-            newUrlInfo.data.importType = importType
-            magicSource.replace({
-              start: importSpecifierPath.node.start,
-              end: importSpecifierPath.node.end,
-              replacement: newReference.generatedSpecifier,
-            })
-            const assertionsPath = path.get("assertions")[0]
-            magicSource.remove({
-              start: assertionsPath.node.start,
-              end: assertionsPath.node.end,
-            })
-          })
-          return magicSource.toContentAndSourcemap()
-        },
-      },
-    },
-  ]
-
-  const importTypeJson = {
-    name: "jsenv:import_type_json",
-    appliesDuring: "*",
-    finalize: ({ url, contentType, content }) => {
-      if (!new URL(url).searchParams.has("json_module")) {
-        return null
-      }
-      if (contentType !== "application/json") {
-        throw new Error(
-          `Unexpected content type on ${url}, should be "application/json" but got ${contentType}`,
-        )
-      }
-      return convertJsonTextToJavascriptModule({
-        content,
-      })
-    },
-  }
-
-  // not standard but I expect this to happen one day?
-  const importTypeText = {
-    name: "jsenv:import_type_text",
-    appliesDuring: "*",
-    finalize: ({ url, contentType, content }) => {
-      if (!new URL(url).searchParams.has("text_module")) {
-        return null
-      }
-      if (ContentType.isTextual(contentType)) {
-        throw new Error(
-          `Unexpected content type on ${url}, should be "text/*" but got ${contentType}`,
-        )
-      }
-      return convertTextToJavascriptModule({
-        content,
-      })
-    },
-  }
-
-  return [
-    importAssertions,
-    importTypeJson,
-    jsenvPluginImportTypeCss(),
-    importTypeText,
-  ]
-}
-
-const jsenvPluginImportTypeCss = () => {
-  const inlineContentClientFileUrl = new URL(
-    "../inline/client/inline_content.js",
-    import.meta.url,
-  ).href
-
-  return {
-    name: "jsenv:import_type_css",
-    appliesDuring: "*",
-    // load the original css url
-    load: ({ data }, { urlGraph, load }) => {
-      if (data.importType !== "css_module") {
-        return null
-      }
-      return load({
-        reference: data.originalReference,
-        urlInfo: urlGraph.getUrlInfo(data.originalReference.url),
-      })
-    },
-    transform: ({ url, data, contentType, content }, { referenceUtils }) => {
-      if (data.importType !== "css_module") {
-        return null
-      }
-      if (contentType !== "text/css") {
-        throw new Error(
-          `Unexpected content type on ${url}, should be "text/css" but got ${contentType}`,
-        )
-      }
-      const [reference] = referenceUtils.inject({
-        type: "js_import_export",
-        specifier: inlineContentClientFileUrl,
-      })
-      const cssText = JS_QUOTES.escapeSpecialChars(content, {
-        // If template string is choosen and runtime do not support template literals
-        // it's ok because "jsenv:new_inline_content" plugin executes after this one
-        // and convert template strings into raw strings
-        canUseTemplateString: true,
-      })
-      return {
-        type: "js_module",
-        contentType: "application/javascript",
-        content: `import { InlineContent } from ${reference.generatedSpecifier}
-
-const css = new InlineContent(${cssText}, { type: "text/css" })
-const stylesheet = new CSSStyleSheet()
-stylesheet.replaceSync(css.text)
-export default stylesheet`,
-      }
-    },
-  }
-}
-
-const getImportTypesToHandle = ({ scenario, isSupportedOnRuntime }) => {
-  // during build always replace import assertions with the js:
-  // - means rollup can bundle more js file together
-  // - means url versioning can work for css inlined in js
-  // - avoid rollup to see import assertions
-  //   We would have to tell rollup to ignore import with assertion
-  if (scenario === "build") {
-    return ["json", "css", "text"]
-  }
-  const importTypes = []
-  if (!isSupportedOnRuntime("import_type_json")) {
-    importTypes.push("json")
-  }
-  if (!isSupportedOnRuntime("import_type_css")) {
-    importTypes.push("css")
-  }
-  if (!isSupportedOnRuntime("import_type_text")) {
-    importTypes.push("text")
-  }
-  return importTypes
-}

package/src/omega/core_plugins/inline/jsenv_plugin_inline.js

@@ -1,13 +0,0 @@
-import { jsenvPluginJsAndCssInsideHtml } from "./jsenv_plugin_js_and_css_inside_html.js"
-import { jsenvPluginNewInlineContent } from "./jsenv_plugin_new_inline_content.js"
-import { jsenvPluginDataUrls } from "./jsenv_plugin_data_urls.js"
-import { jsenvPluginInlineQueryParam } from "./jsenv_plugin_inline_query_param.js"
-
-export const jsenvPluginInline = ({ allowEscapeForVersioning } = {}) => {
-  return [
-    jsenvPluginJsAndCssInsideHtml(),
-    jsenvPluginNewInlineContent({ allowEscapeForVersioning }),
-    jsenvPluginDataUrls(),
-    jsenvPluginInlineQueryParam(),
-  ]
-}

package/src/omega/core_plugins/inline/jsenv_plugin_js_and_css_inside_html.js

@@ -1,142 +0,0 @@
-import {
-  parseHtmlString,
-  stringifyHtmlAst,
-  visitHtmlAst,
-  getHtmlNodeTextNode,
-  htmlNodePosition,
-  parseScriptNode,
-  setHtmlNodeText,
-  getHtmlNodeAttributeByName,
-} from "@jsenv/utils/html_ast/html_ast.js"
-import { injectQueryParams } from "@jsenv/utils/urls/url_utils.js"
-import { generateInlineContentUrl } from "@jsenv/utils/urls/inline_content_url_generator.js"
-
-export const jsenvPluginJsAndCssInsideHtml = () => {
-  return {
-    name: "jsenv:js_and_css_inside_html",
-    appliesDuring: "*",
-    transform: {
-      html: async ({ url, content }, { cook, referenceUtils }) => {
-        const htmlAst = parseHtmlString(content)
-        const actions = []
-        const handleInlineStyle = (node) => {
-          if (node.nodeName !== "style") {
-            return
-          }
-          const textNode = getHtmlNodeTextNode(node)
-          if (!textNode) {
-            return
-          }
-          actions.push(async () => {
-            const { line, column, lineEnd, columnEnd, isOriginal } =
-              htmlNodePosition.readNodePosition(node, {
-                preferOriginal: true,
-              })
-            const inlineStyleUrl = generateInlineContentUrl({
-              url,
-              extension: ".css",
-              line,
-              column,
-              lineEnd,
-              columnEnd,
-            })
-            const [inlineStyleReference, inlineStyleUrlInfo] =
-              referenceUtils.foundInline({
-                type: "link_href",
-                // we remove 1 to the line because imagine the following html:
-                // <style>body { color: red; }</style>
-                // -> content starts same line as <style>
-                line: line - 1,
-                column,
-                isOriginal,
-                specifier: inlineStyleUrl,
-                contentType: "text/css",
-                content: textNode.value,
-              })
-            await cook({
-              reference: inlineStyleReference,
-              urlInfo: inlineStyleUrlInfo,
-            })
-            setHtmlNodeText(node, inlineStyleUrlInfo.content)
-          })
-        }
-        const handleInlineScript = (node) => {
-          if (node.nodeName !== "script") {
-            return
-          }
-          const textNode = getHtmlNodeTextNode(node)
-          if (!textNode) {
-            return
-          }
-          const contentSrc = getHtmlNodeAttributeByName(node, "content-src")
-          if (contentSrc) {
-            // it's inline but there is a corresponding "src" somewhere
-            // - for instance the importmap was inlined by importmap plugin
-            //   in that case the content is already cooked and can be kept as it is
-            // - any other logic that would turn a remote script into some content
-            //   but don't want to cook the content
-            return
-          }
-          actions.push(async () => {
-            const scriptCategory = parseScriptNode(node)
-            const { line, column, lineEnd, columnEnd, isOriginal } =
-              htmlNodePosition.readNodePosition(node, {
-                preferOriginal: true,
-              })
-            let inlineScriptUrl = generateInlineContentUrl({
-              url,
-              extension: scriptCategory === "importmap" ? ".importmap" : ".js",
-              line,
-              column,
-              lineEnd,
-              columnEnd,
-            })
-            if (scriptCategory === "classic") {
-              inlineScriptUrl = injectQueryParams(inlineScriptUrl, {
-                js_classic: "",
-              })
-            }
-            const [inlineScriptReference, inlineScriptUrlInfo] =
-              referenceUtils.foundInline({
-                node,
-                type: "script_src",
-                // we remove 1 to the line because imagine the following html:
-                // <script>console.log('ok')</script>
-                // -> content starts same line as <script>
-                line: line - 1,
-                column,
-                isOriginal,
-                specifier: inlineScriptUrl,
-                contentType:
-                  scriptCategory === "importmap"
-                    ? "application/importmap+json"
-                    : "application/javascript",
-                content: textNode.value,
-              })
-            await cook({
-              reference: inlineScriptReference,
-              urlInfo: inlineScriptUrlInfo,
-            })
-            setHtmlNodeText(node, inlineScriptUrlInfo.content)
-          })
-        }
-        visitHtmlAst(htmlAst, (node) => {
-          handleInlineStyle(node)
-          handleInlineScript(node)
-        })
-        if (actions.length === 0) {
-          return null
-        }
-        await Promise.all(
-          actions.map(async (action) => {
-            await action()
-          }),
-        )
-        const htmlModified = stringifyHtmlAst(htmlAst)
-        return {
-          content: htmlModified,
-        }
-      },
-    },
-  }
-}

package/src/omega/core_plugins/inline/jsenv_plugin_new_inline_content.js

@@ -1,207 +0,0 @@
-/*
- * Needs to be updated so that it sill works in the following cases:
- * - templates literals transformed to regular stuff by babel
- * - tagged name renamed by rollup
- * - the template named is minified by terser
- * In the cases above I must remain capable to recoginize the template literal
- * to be able to update the urls inside (and even version the urls)
- * because url versioning happens after minification it can be challenging
- *
- * TODO: use "keep_classnames" https://github.com/terser/terser#compress-options
- * so that new InlineContent can be recognized after minification
- */
-
-import { createMagicSource } from "@jsenv/utils/sourcemap/magic_source.js"
-import { JS_QUOTES } from "@jsenv/utils/string/js_quotes.js"
-import { applyBabelPlugins } from "@jsenv/utils/js_ast/apply_babel_plugins.js"
-import { generateInlineContentUrl } from "@jsenv/utils/urls/inline_content_url_generator.js"
-
-export const jsenvPluginNewInlineContent = ({ allowEscapeForVersioning }) => {
-  return {
-    name: "jsenv:new_inline_content",
-    appliesDuring: "*",
-    transform: {
-      js_module: async (
-        { url, generatedUrl, content, originalContent },
-        { referenceUtils, cook, isSupportedOnRuntime },
-      ) => {
-        const { metadata } = await applyBabelPlugins({
-          babelPlugins: [babelPluginMetadataInlineContentCalls],
-          url,
-          generatedUrl,
-          content,
-        })
-        const { inlineContentCalls } = metadata
-        if (inlineContentCalls.length === 0) {
-          return null
-        }
-        const magicSource = createMagicSource(content)
-        await inlineContentCalls.reduce(async (previous, inlineContentCall) => {
-          await previous
-          const inlineUrl = generateInlineContentUrl({
-            url,
-            extension: {
-              "application/json": ".json",
-              "text/css": ".css",
-              "text/plain": ".txt",
-              "application/octet-stream": "",
-            }[inlineContentCall.contentType],
-            line: inlineContentCall.line,
-            column: inlineContentCall.column,
-            lineEnd: inlineContentCall.lineEnd,
-            columnEnd: inlineContentCall.columnEnd,
-          })
-          let { quote } = inlineContentCall
-          if (quote === "`" && !isSupportedOnRuntime("template_literals")) {
-            // if quote is "`" and template literals are not supported
-            // we'll use a regular string (single or double quote)
-            // when rendering the string
-            quote = JS_QUOTES.pickBest(inlineContentCall.content)
-          }
-          const [inlineReference, inlineUrlInfo] = referenceUtils.foundInline({
-            type: "js_inline_content",
-            isOriginal: content === originalContent,
-            line: inlineContentCall.line,
-            column: inlineContentCall.column,
-            specifier: inlineUrl,
-            contentType: inlineContentCall.contentType,
-            content: inlineContentCall.content,
-          })
-          inlineUrlInfo.jsQuote = quote
-          inlineReference.escape = (value) =>
-            JS_QUOTES.escapeSpecialChars(value.slice(1, -1), { quote })
-          await cook({
-            reference: inlineReference,
-            urlInfo: inlineUrlInfo,
-          })
-          magicSource.replace({
-            start: inlineContentCall.start,
-            end: inlineContentCall.end,
-            replacement: JS_QUOTES.escapeSpecialChars(inlineUrlInfo.content, {
-              quote,
-              allowEscapeForVersioning,
-            }),
-          })
-        }, Promise.resolve())
-        return magicSource.toContentAndSourcemap()
-      },
-    },
-  }
-}
-
-const babelPluginMetadataInlineContentCalls = () => {
-  return {
-    name: "metadata-inline-content-calls",
-    visitor: {
-      Program: (programPath, state) => {
-        const inlineContentCalls = []
-        programPath.traverse({
-          NewExpression: (path) => {
-            const newInlineContentCall = parseAsNewInlineContentCall(path)
-            if (newInlineContentCall) {
-              inlineContentCalls.push(newInlineContentCall)
-            }
-          },
-        })
-        state.file.metadata.inlineContentCalls = inlineContentCalls
-      },
-    },
-  }
-}
-
-const parseAsNewInlineContentCall = (path) => {
-  const node = path.node
-  if (node.callee.type === "Identifier") {
-    // terser rename import to use a shorter name
-    const name = getOriginalName(path, node.callee.name)
-    if (name !== "InlineContent") {
-      return null
-    }
-  } else if (node.callee.id) {
-    // terser might combine new InlineContent('') declaration and usage
-    if (node.callee.id.type !== "Identifier") {
-      return null
-    }
-    const name = getOriginalName(path, node.callee.id.name)
-    if (name !== "InlineContent") {
-      return null
-    }
-  }
-  if (node.arguments.length !== 2) {
-    return null
-  }
-  const [firstArg, secondArg] = node.arguments
-  if (secondArg.type !== "ObjectExpression") {
-    return null
-  }
-  const typePropertyNode = secondArg.properties.find((property) => {
-    return (
-      property.key.type === "Identifier" &&
-      property.key.name === "type" &&
-      property.type === "ObjectProperty" &&
-      property.value.type === "StringLiteral"
-    )
-  })
-  if (!typePropertyNode) {
-    return null
-  }
-  const type = typePropertyNode.value.value
-  if (firstArg.type === "StringLiteral") {
-    const position = getNodePosition(firstArg)
-    return {
-      nodeType: "StringLiteral",
-      quote: firstArg.extra.raw[0],
-      contentType: type,
-      content: firstArg.value,
-      ...position,
-    }
-  }
-  if (firstArg.type === "TemplateLiteral") {
-    const quasis = firstArg.quasis
-    if (quasis.length !== 1) {
-      return null
-    }
-    const templateElementNode = quasis[0]
-    const position = getNodePosition(firstArg)
-    return {
-      nodeType: "TemplateLiteral",
-      quote: "`",
-      contentType: type,
-      content: templateElementNode.value.cooked,
-      ...position,
-    }
-  }
-  return null
-}
-
-const getNodePosition = (node) => {
-  return {
-    start: node.start,
-    end: node.end,
-    line: node.loc.start.line,
-    column: node.loc.start.column,
-    lineEnd: node.loc.end.line,
-    columnEnd: node.loc.end.column,
-  }
-}
-
-const getOriginalName = (path, name) => {
-  const binding = path.scope.getBinding(name)
-  if (!binding) {
-    return name
-  }
-  if (binding.path.type === "ImportSpecifier") {
-    const importedName = binding.path.node.imported.name
-    if (name === importedName) {
-      return name
-    }
-    return getOriginalName(path, importedName)
-  }
-  if (binding.path.type === "VariableDeclarator") {
-    if (binding.path.node.init.type === "Identifier") {
-      const previousName = binding.path.node.init.name
-      return getOriginalName(path, previousName)
-    }
-  }
-  return name
-}

package/src/omega/core_plugins/leading_slash/jsenv_plugin_leading_slash.js

@@ -1,12 +0,0 @@
-export const jsenvPluginLeadingSlash = () => {
-  return {
-    name: "jsenv:leading_slash",
-    appliesDuring: "*",
-    resolve: ({ specifier }, { rootDirectoryUrl }) => {
-      if (specifier[0] !== "/") {
-        return null
-      }
-      return new URL(specifier.slice(1), rootDirectoryUrl).href
-    },
-  }
-}

package/src/omega/core_plugins/node_esm_resolution/jsenv_plugin_node_esm_resolution.js

@@ -1,77 +0,0 @@
-/*
- * - should I restore eventual search params lost during node esm resolution
- * - what about symlinks?
- *   It feels like I should apply symlink (when we don't want to preserve them)
- *   once a file:/// url is found, regardless
- *   if that comes from node resolution or anything else (not even magic resolution)
- *   it should likely be an other plugin happening after the others
- */
-
-import {
-  applyNodeEsmResolution,
-  lookupPackageScope,
-  readPackageJson,
-} from "@jsenv/node-esm-resolution"
-
-export const jsenvPluginNodeEsmResolution = ({
-  // https://nodejs.org/api/esm.html#resolver-algorithm-specification
-  packageConditions = ["browser", "import"],
-} = {}) => {
-  const nodeEsmResolution = {
-    name: "jsenv:node_esm_resolve",
-    appliesDuring: "*",
-    resolve: {
-      js_import_export: ({ parentUrl, specifier }) => {
-        const { url } = applyNodeEsmResolution({
-          conditions: packageConditions,
-          parentUrl,
-          specifier,
-        })
-        return url
-      },
-    },
-    load: ({ url }) => {
-      if (url.startsWith("file:///@ignore/")) {
-        return {
-          content: "export default {}",
-        }
-      }
-      return null
-    },
-  }
-
-  const packageVersionInUrl = {
-    name: "jsenv:package_url_version",
-    appliesDuring: {
-      dev: true,
-      test: true,
-    },
-    transformReferencedUrl: ({ url }, { rootDirectoryUrl }) => {
-      if (!url.startsWith("file:")) {
-        return null
-      }
-      // without this check a file inside a project without package.json
-      // could be considered as a node module if there is a ancestor package.json
-      // but we want to version only node modules
-      if (!url.includes("/node_modules/")) {
-        return null
-      }
-      const urlObject = new URL(url)
-      if (urlObject.searchParams.has("v")) {
-        return null
-      }
-      const packageUrl = lookupPackageScope(url)
-      if (!packageUrl) {
-        return null
-      }
-      if (packageUrl === rootDirectoryUrl) {
-        return null
-      }
-      const packageVersion = readPackageJson(packageUrl).version
-      urlObject.searchParams.set("v", packageVersion)
-      return urlObject.href
-    },
-  }
-
-  return [nodeEsmResolution, packageVersionInUrl]
-}