@jsenv/fetch 1.0.0

package/README.md

@@ -0,0 +1,21 @@
+# fetchUrl
+
+`fetchUrl` is an async function requesting an url and returning a response object. It is a small wrapper on top of [node-fetch](https://github.com/node-fetch/node-fetch). It was created to provide a unified approach to request file and data urls.
+
+```js
+import { fetchUrl } from "@jsenv/fetch"
+
+const responseForFile = await fetchUrl("file:///Users/you/index.html", {
+  method: "GET",
+  headers: {
+    "if-modified-since": "Wed, 21 Oct 2015 07:28:00 GMT",
+  },
+})
+
+const responseForHttp = await fetchUrl("http://example.com/file.js", {
+  method: "GET",
+  headers: {
+    "if-modified-since": "Wed, 21 Oct 2015 07:28:00 GMT",
+  },
+})
+```

package/package.json

@@ -0,0 +1,42 @@
+{
+  "name": "@jsenv/fetch",
+  "version": "1.0.0",
+  "description": "Unified url fetcher (http, http, file, data)",
+  "license": "MIT",
+  "author": {
+    "name": "dmail",
+    "email": "dmaillard06@gmail.com",
+    "url": "https://twitter.com/damienmaillard"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/jsenv/jsenv-core",
+    "directory": "packages/fetch"
+  },
+  "engines": {
+    "node": ">=16.13.0"
+  },
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org"
+  },
+  "type": "module",
+  "exports": {
+    ".": {
+      "import": "./src/main.js"
+    },
+    "./*": "./*"
+  },
+  "main": "./src/main.js",
+  "files": [
+    "/src/"
+  ],
+  "scripts": {
+    "test": "node --conditions=development ./scripts/test.mjs"
+  },
+  "dependencies": {
+    "@jsenv/urls": "1.2.5",
+    "@jsenv/server": "12.7.0",
+    "node-fetch": "2.6.7"
+  }
+}

package/src/fetch_url.js

@@ -0,0 +1,93 @@
+// https://github.com/node-fetch/node-fetch/blob/8c197f8982a238b3c345c64b17bfa92e16b4f7c4/src/response.js#L1
+
+import { Agent } from "node:https"
+import nodeFetch, { Response } from "node-fetch"
+
+import { DATA_URL } from "@jsenv/urls"
+import { fetchFileSystem } from "@jsenv/server"
+import {
+  isFileHandle,
+  fileHandleToReadableStream,
+} from "@jsenv/server/src/internal/body.js"
+
+export const fetchUrl = async (
+  url,
+  {
+    signal = new AbortController().signal,
+    ignoreHttpsError = false,
+    canReadDirectory,
+    contentTypeMap,
+    cacheStrategy,
+    method = "GET",
+    headers = {},
+    ...rest
+  } = {},
+) => {
+  try {
+    url = String(new URL(url))
+  } catch (e) {
+    throw new Error(
+      `fetchUrl first argument must be an absolute url, received ${url}`,
+    )
+  }
+
+  if (url.startsWith("file://")) {
+    const responseProperties = await fetchFileSystem(url, {
+      signal,
+      method,
+      headers,
+      rootDirectoryUrl: "file://",
+      cacheStrategy,
+      canReadDirectory,
+      contentTypeMap,
+      ...rest,
+    })
+    const responseBody = responseProperties.body
+
+    const response = new Response(
+      typeof responseBody === "string"
+        ? Buffer.from(responseBody)
+        : isFileHandle(responseBody)
+        ? fileHandleToReadableStream(responseBody)
+        : responseBody,
+      {
+        url,
+        status: responseProperties.status,
+        statusText: responseProperties.statusText,
+        headers: responseProperties.headers,
+      },
+    )
+    return response
+  }
+
+  if (url.startsWith("data:")) {
+    const { contentType, base64Flag, data } = DATA_URL.parse(url)
+    const body = base64Flag ? Buffer.from(data, "base64") : Buffer.from(data)
+    const response = new Response(body, {
+      url,
+      status: 200,
+      headers: {
+        "content-type": contentType,
+      },
+    })
+    return response
+  }
+
+  const response = await nodeFetch(url, {
+    signal,
+    method,
+    headers,
+    ...(ignoreHttpsError && url.startsWith("https")
+      ? {
+          agent: () => {
+            return new Agent({
+              rejectUnauthorized: false,
+            })
+          },
+        }
+      : {}),
+    ...rest,
+  })
+
+  return response
+}

package/src/main.js

@@ -0,0 +1 @@
+export { fetchUrl } from "./fetch_url.js"