gatsby-source-filesystem 4.4.0-next.0 → 4.5.0-next.1

package/CHANGELOG.md

@@ -3,6 +3,21 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [4.4.0](https://github.com/gatsbyjs/gatsby/commits/gatsby-source-filesystem@4.4.0/packages/gatsby-source-filesystem) (2021-12-14)
+
+[🧾 Release notes](https://www.gatsbyjs.com/docs/reference/release-notes/v4.4)
+
+#### Bug Fixes
+
+- Ensure fastq concurrency parameter of the correct type [#34186](https://github.com/gatsbyjs/gatsby/issues/34186) ([cada108](https://github.com/gatsbyjs/gatsby/commit/cada108ce0fb6cdb3344e37403194439e50f6492))
+- update dependency xstate to ^4.26.1 for gatsby-source-filesystem [#34134](https://github.com/gatsbyjs/gatsby/issues/34134) ([c3e9fd9](https://github.com/gatsbyjs/gatsby/commit/c3e9fd90f5ec515f9fe8e67608bc025693880922))
+
+## [4.3.0](https://github.com/gatsbyjs/gatsby/commits/gatsby-source-filesystem@4.3.0/packages/gatsby-source-filesystem) (2021-12-01)
+
+[🧾 Release notes](https://www.gatsbyjs.com/docs/reference/release-notes/v4.3)
+
+**Note:** Version bump only for package gatsby-source-filesystem
+
 ## [4.2.0](https://github.com/gatsbyjs/gatsby/commits/gatsby-source-filesystem@4.2.0/packages/gatsby-source-filesystem) (2021-11-16)
 
 [🧾 Release notes](https://www.gatsbyjs.com/docs/reference/release-notes/v4.2)

package/README.md

@@ -162,6 +162,8 @@ When building source plugins for remote data sources such as headless CMSs, thei
 
 The `createRemoteFileNode` helper makes it easy to download remote files and add them to your site's GraphQL schema.
 
+While downloading the assets, special characters (regex: `/:|\/|\*|\?|"|<|>|\||\\/g`) in filenames are replaced with a hyphen "-". When special characters are found a file hash is added to keep files unique e.g `a:file.jpg` becomes `a-file-73hd.jpg` (as otherwise `a:file.jpg` and `a*file.jpg` would overwrite themselves).
+
 ```javascript
 createRemoteFileNode({
   // The source url of the remote file

package/create-file-node-from-buffer.js

@@ -11,11 +11,8 @@ const {
 } = require(`./create-file-node`);
 
 const {
+  createContentDigest,
   createFilePath
-} = require(`./utils`);
-
-const {
-  createContentDigest
 } = require(`gatsby-core-utils`);
 
 const cacheId = hash => `create-file-node-from-buffer-${hash}`;

package/create-remote-file-node.js

@@ -4,7 +4,8 @@ const fs = require(`fs-extra`);
 
 const {
   createContentDigest,
-  fetchRemoteFile
+  fetchRemoteFile,
+  createFilePath
 } = require(`gatsby-core-utils`);
 
 const path = require(`path`);
@@ -20,8 +21,7 @@ const {
 } = require(`./create-file-node`);
 
 const {
-  getRemoteFileExtension,
-  createFilePath
+  getRemoteFileExtension
 } = require(`./utils`);
 
 let showFlagWarning = !!process.env.GATSBY_EXPERIMENTAL_REMOTE_FILE_PLACEHOLDER;
@@ -63,7 +63,8 @@ let showFlagWarning = !!process.env.GATSBY_EXPERIMENTAL_REMOTE_FILE_PLACEHOLDER;
  * Queue Management *
  ********************/
 
-const queue = Queue(pushToQueue, process.env.GATSBY_CONCURRENT_DOWNLOAD || 200);
+const GATSBY_CONCURRENT_DOWNLOAD = process.env.GATSBY_CONCURRENT_DOWNLOAD ? parseInt(process.env.GATSBY_CONCURRENT_DOWNLOAD, 10) || 0 : 200;
+const queue = Queue(pushToQueue, GATSBY_CONCURRENT_DOWNLOAD);
 /**
  * @callback {Queue~queueCallback}
  * @param {*} error

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-filesystem",
   "description": "Gatsby source plugin for building websites from local data. Markdown, JSON, images, YAML, CSV, and dozens of other data types supported.",
-  "version": "4.4.0-next.0",
+  "version": "4.5.0-next.1",
   "author": "Kyle Mathews <mathews.kyle@gmail.com>",
   "bugs": {
     "url": "https://github.com/gatsbyjs/gatsby/issues"
@@ -12,19 +12,19 @@
     "fastq": "^1.13.0",
     "file-type": "^16.5.3",
     "fs-extra": "^10.0.0",
-    "gatsby-core-utils": "^3.4.0-next.0",
+    "gatsby-core-utils": "^3.5.0-next.1",
     "got": "^9.6.0",
     "md5-file": "^5.0.0",
     "mime": "^2.5.2",
     "pretty-bytes": "^5.4.1",
     "progress": "^2.0.3",
     "valid-url": "^1.0.9",
-    "xstate": "^4.25.0"
+    "xstate": "^4.26.1"
   },
   "devDependencies": {
     "@babel/cli": "^7.15.4",
     "@babel/core": "^7.15.5",
-    "babel-preset-gatsby-package": "^2.4.0-next.0",
+    "babel-preset-gatsby-package": "^2.5.0-next.0",
     "cross-env": "^7.0.3"
   },
   "homepage": "https://github.com/gatsbyjs/gatsby/tree/master/packages/gatsby-source-filesystem#readme",
@@ -50,5 +50,5 @@
   "engines": {
     "node": ">=14.15.0"
   },
-  "gitHead": "8922762d4fa971cb930f100d57d4df9426ff3a12"
+  "gitHead": "bf5fc96ddb64c7416bd4c84c6bef6f8cbc27d496"
 }

package/utils.js

@@ -3,11 +3,15 @@
 exports.__esModule = true;
 exports.getRemoteFileExtension = getRemoteFileExtension;
 exports.getRemoteFileName = getRemoteFileName;
-exports.createFilePath = createFilePath;
+exports.createFilePath = void 0;
 
 const path = require(`path`);
 
 const Url = require(`url`);
+
+const {
+  createFilePath
+} = require(`gatsby-core-utils`);
 /**
  * getParsedPath
  * --
@@ -19,6 +23,8 @@ const Url = require(`url`);
  */
 
 
+exports.createFilePath = createFilePath;
+
 function getParsedPath(url) {
   return path.parse(Url.parse(url).pathname);
 }
@@ -49,18 +55,6 @@ function getRemoteFileExtension(url) {
 
 function getRemoteFileName(url) {
   return getParsedPath(url).name;
-}
-/**
- * createFilePath
- * --
- *
- * @param  {String} directory
- * @param  {String} filename
- * @param  {String} ext
- * @return {String}
- */
-
-
-function createFilePath(directory, filename, ext) {
-  return path.join(directory, `${filename}${ext}`);
-}
+} // createFilePath should be imported from `gatsby-core-utils`
+// but some plugins already do import it from `gatsby-source-filesystem/utils`
+// so just keeping re-export here for backward compatibility