@jsenv/core 39.3.11 → 39.4.0

package/src/plugins/protocol_http/jsenv_plugin_protocol_http.js

@@ -1,17 +1,92 @@
-export const jsenvPluginProtocolHttp = () => {
+import { URL_META } from "@jsenv/url-meta";
+import { CONTENT_TYPE } from "@jsenv/utils/src/content_type/content_type.js";
+
+export const jsenvPluginProtocolHttp = ({ include }) => {
+  if (include === false) {
+    return {
+      name: "jsenv:protocol_http",
+      appliesDuring: "*",
+      redirectReference: (reference) => {
+        if (!reference.url.startsWith("http")) {
+          return null;
+        }
+        return `ignore:${reference.url}`;
+      },
+    };
+  }
+  const shouldInclude =
+    include === true
+      ? () => true
+      : URL_META.createFilter(include, "http://jsenv.com");
+
   return {
     name: "jsenv:protocol_http",
-    appliesDuring: "*",
+    appliesDuring: "build",
+    // resolveReference: (reference) => {
+    //   if (reference.original && reference.original.url.startsWith("http")) {
+    //     return new URL(reference.specifier, reference.original.url);
+    //   }
+    //   return null;
+    // },
     redirectReference: (reference) => {
-      // TODO: according to some pattern matching jsenv could be allowed
-      // to fetch and transform http urls
-      if (
-        reference.url.startsWith("http:") ||
-        reference.url.startsWith("https:")
-      ) {
+      if (!reference.url.startsWith("http")) {
+        return null;
+      }
+      if (!shouldInclude(reference.url)) {
         return `ignore:${reference.url}`;
       }
-      return null;
+      const outDirectoryUrl = reference.ownerUrlInfo.context.outDirectoryUrl;
+      const urlObject = new URL(reference.url);
+      const { host, pathname, search } = urlObject;
+      let fileUrl = String(outDirectoryUrl);
+      if (reference.url.startsWith("http:")) {
+        fileUrl += "@http/";
+      } else {
+        fileUrl += "@https/";
+      }
+      fileUrl += asValidFilename(host);
+      if (pathname) {
+        fileUrl += "/";
+        fileUrl += asValidFilename(pathname);
+      }
+      if (search) {
+        fileUrl += search;
+      }
+      return fileUrl;
+    },
+    fetchUrlContent: async (urlInfo) => {
+      if (!urlInfo.originalUrl.startsWith("http")) {
+        return null;
+      }
+      const response = await fetch(urlInfo.originalUrl);
+      const responseStatus = response.status;
+      if (responseStatus < 200 || responseStatus > 299) {
+        throw new Error(`unexpected response status ${responseStatus}`);
+      }
+      const responseHeaders = response.headers;
+      const responseContentType = responseHeaders.get("content-type");
+      const contentType = responseContentType || "application/octet-stream";
+      const isTextual = CONTENT_TYPE.isTextual(contentType);
+      let content;
+      if (isTextual) {
+        content = await response.text();
+      } else {
+        content = await response.buffer;
+      }
+      return {
+        content,
+        contentType,
+        contentLength: responseHeaders.get("content-length") || undefined,
+      };
     },
   };
 };
+
+// see https://github.com/parshap/node-sanitize-filename/blob/master/index.js
+const asValidFilename = (string) => {
+  string = string.trim().toLowerCase();
+  if (string === ".") return "_";
+  if (string === "..") return "__";
+  string = string.replace(/[ ,]/g, "_").replace(/["/?<>\\:*|]/g, "");
+  return string;
+};

package/src/plugins/resolution_node_esm/node_esm_resolver.js

@@ -35,17 +35,27 @@ export const createNodeEsmResolver = ({
     const { ownerUrlInfo } = reference;
     if (reference.specifier === "/") {
       const { mainFilePath, rootDirectoryUrl } = ownerUrlInfo.context;
-      return String(new URL(mainFilePath, rootDirectoryUrl));
+      const url = new URL(mainFilePath, rootDirectoryUrl);
+      return url;
     }
     if (reference.specifier[0] === "/") {
-      return new URL(
+      const url = new URL(
         reference.specifier.slice(1),
         ownerUrlInfo.context.rootDirectoryUrl,
-      ).href;
+      );
+      return url;
+    }
+    let parentUrl;
+    if (reference.baseUrl) {
+      parentUrl = reference.baseUrl;
+    } else if (ownerUrlInfo.originalUrl?.startsWith("http")) {
+      parentUrl = ownerUrlInfo.originalUrl;
+    } else {
+      parentUrl = ownerUrlInfo.url;
     }
-    const parentUrl = reference.baseUrl || ownerUrlInfo.url;
     if (!parentUrl.startsWith("file:")) {
-      return new URL(reference.specifier, parentUrl).href;
+      const url = new URL(reference.specifier, parentUrl);
+      return url;
     }
     const { url, type, packageDirectoryUrl } = applyNodeEsmResolution({
       conditions: packageConditions,

package/src/plugins/resolution_web/jsenv_plugin_web_resolution.js

@@ -6,20 +6,22 @@ export const jsenvPluginWebResolution = () => {
       const { ownerUrlInfo } = reference;
       if (reference.specifier === "/") {
         const { mainFilePath, rootDirectoryUrl } = ownerUrlInfo.context;
-        return String(new URL(mainFilePath, rootDirectoryUrl));
+        const url = new URL(mainFilePath, rootDirectoryUrl);
+        return url;
       }
       if (reference.specifier[0] === "/") {
-        return new URL(
+        const url = new URL(
           reference.specifier.slice(1),
           ownerUrlInfo.context.rootDirectoryUrl,
-        ).href;
+        );
+        return url;
       }
-      return new URL(
-        reference.specifier,
-        // baseUrl happens second argument to new URL() is different from
-        // import.meta.url or document.currentScript.src
-        reference.baseUrl || ownerUrlInfo.url,
-      ).href;
+      // baseUrl happens second argument to new URL() is different from
+      // import.meta.url or document.currentScript.src
+      const parentUrl =
+        reference.baseUrl || ownerUrlInfo.originalUrl || ownerUrlInfo.url;
+      const url = new URL(reference.specifier, parentUrl);
+      return url;
     },
   };
 };