gatsby-source-filesystem 2.9.0 → 2.10.0

package/CHANGELOG.md

@@ -3,7 +3,17 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
-# [2.9.0](https://github.com/gatsbyjs/gatsby/compare/gatsby-source-filesystem@2.9.0-next.2...gatsby-source-filesystem@2.9.0) (2021-01-05)
+# [2.10.0](https://github.com/gatsbyjs/gatsby/compare/gatsby-source-filesystem@2.10.0-next.1...gatsby-source-filesystem@2.10.0) (2021-01-19)
+
+**Note:** Version bump only for package gatsby-source-filesystem
+
+# [2.10.0-next.1](https://github.com/gatsbyjs/gatsby/compare/gatsby-source-filesystem@2.10.0-next.0...gatsby-source-filesystem@2.10.0-next.1) (2021-01-12)
+
+### Bug Fixes
+
+- **gatsby-source-filesystem:** fix broken stream with gzipped files ([#28913](https://github.com/gatsbyjs/gatsby/issues/28913)) ([a8b516f](https://github.com/gatsbyjs/gatsby/commit/a8b516fc59987a50dc8ccfa0aafbc6415414b009))
+
+# [2.10.0-next.0](https://github.com/gatsbyjs/gatsby/compare/gatsby-source-filesystem@2.9.0-next.2...gatsby-source-filesystem@2.10.0-next.0) (2020-12-29)
 
 **Note:** Version bump only for package gatsby-source-filesystem
 

package/README.md

@@ -235,7 +235,7 @@ exports.downloadMediaFiles = ({
 }
 ```
 
-The file node can then be queried using GraphQL. See an example of this in the [gatsby-source-wordpress README](/packages/gatsby-source-wordpress/#image-processing) where downloaded images are queried using [gatsby-transformer-sharp](/packages/gatsby-transformer-sharp/) to use in the component [gatsby-image](/packages/gatsby-image/).
+The file node can then be queried using GraphQL. See an example of this in the [gatsby-source-wordpress README](/plugins/gatsby-source-wordpress/#image-processing) where downloaded images are queried using [gatsby-transformer-sharp](/plugins/gatsby-transformer-sharp/) to use in the component [gatsby-image](/plugins/gatsby-image/).
 
 #### Retrieving the remote file name and extension
 

package/create-remote-file-node.js

@@ -176,6 +176,12 @@ const requestRemoteNode = (url, headers, tmpFilename, httpOpts, attempt = 1) =>
     },
     ...httpOpts
   });
+  let haveAllBytesBeenWritten = false;
+  responseStream.on(`downloadProgress`, progress => {
+    if (progress.transferred === progress.total || progress.total === null) {
+      haveAllBytesBeenWritten = true;
+    }
+  });
   const fsWriteStream = fs.createWriteStream(tmpFilename);
   responseStream.pipe(fsWriteStream); // If there's a 400/500 response or other error.
 
@@ -196,10 +202,10 @@ const requestRemoteNode = (url, headers, tmpFilename, httpOpts, attempt = 1) =>
   });
   responseStream.on(`response`, response => {
     resetTimeout();
-    const contentLength = response.headers && Number(response.headers[`content-length`]);
     fsWriteStream.on(`finish`, () => {
-      // We have an incomplete download
-      if (contentLength && contentLength !== fsWriteStream.bytesWritten) {
+      fsWriteStream.close(); // We have an incomplete download
+
+      if (!haveAllBytesBeenWritten) {
         fs.removeSync(tmpFilename);
 
         if (attempt < INCOMPLETE_RETRY_LIMIT) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-filesystem",
   "description": "Gatsby source plugin for building websites from local data. Markdown, JSON, images, YAML, CSV, and dozens of other data types supported.",
-  "version": "2.9.0",
+  "version": "2.10.0",
   "author": "Kyle Mathews <mathews.kyle@gmail.com>",
   "bugs": {
     "url": "https://github.com/gatsbyjs/gatsby/issues"
@@ -12,7 +12,7 @@
     "chokidar": "^3.4.3",
     "file-type": "^16.0.0",
     "fs-extra": "^8.1.0",
-    "gatsby-core-utils": "^1.8.0",
+    "gatsby-core-utils": "^1.9.0",
     "got": "^9.6.0",
     "md5-file": "^5.0.0",
     "mime": "^2.4.6",
@@ -24,8 +24,9 @@
   "devDependencies": {
     "@babel/cli": "^7.12.1",
     "@babel/core": "^7.12.3",
-    "babel-preset-gatsby-package": "^0.10.0",
-    "cross-env": "^7.0.3"
+    "babel-preset-gatsby-package": "^0.11.0",
+    "cross-env": "^7.0.3",
+    "msw": "^0.25.0"
   },
   "homepage": "https://github.com/gatsbyjs/gatsby/tree/master/packages/gatsby-source-filesystem#readme",
   "keywords": [
@@ -50,5 +51,5 @@
   "engines": {
     "node": ">=10.13.0"
   },
-  "gitHead": "f8cc2a3f02f621f20af9b60dda6f1980fbd37a05"
+  "gitHead": "fbc58933c6a6d5d8837e36104fdb74a0cb02163d"
 }