gatsby-source-filesystem 3.13.0 → 3.14.0-drupal-next.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +12 -0
- package/create-remote-file-node.js +10 -22
- package/package.json +12 -13
package/CHANGELOG.md
CHANGED
|
@@ -3,6 +3,18 @@
|
|
|
3
3
|
All notable changes to this project will be documented in this file.
|
|
4
4
|
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
|
|
5
5
|
|
|
6
|
+
## [3.13.0](https://github.com/gatsbyjs/gatsby/commits/gatsby-source-filesystem@3.13.0/packages/gatsby-source-filesystem) (2021-09-01)
|
|
7
|
+
|
|
8
|
+
[🧾 Release notes](https://www.gatsbyjs.com/docs/reference/release-notes/v3.13)
|
|
9
|
+
|
|
10
|
+
#### Bug Fixes
|
|
11
|
+
|
|
12
|
+
- Switch `auth` option from got to username/password [#32665](https://github.com/gatsbyjs/gatsby/issues/32665) ([d6326df](https://github.com/gatsbyjs/gatsby/commit/d6326df78873f4856f7296c4de360c9a7493cebb))
|
|
13
|
+
|
|
14
|
+
#### Chores
|
|
15
|
+
|
|
16
|
+
- re-generate changelogs [#32886](https://github.com/gatsbyjs/gatsby/issues/32886) ([417df15](https://github.com/gatsbyjs/gatsby/commit/417df15230be368a9db91f2ad1a9bc0442733177))
|
|
17
|
+
|
|
6
18
|
## [3.12.0](https://github.com/gatsbyjs/gatsby/commits/gatsby-source-filesystem@3.12.0/packages/gatsby-source-filesystem) (2021-08-18)
|
|
7
19
|
|
|
8
20
|
[🧾 Release notes](https://www.gatsbyjs.com/docs/reference/release-notes/v3.12)
|
|
@@ -3,7 +3,8 @@
|
|
|
3
3
|
const fs = require(`fs-extra`);
|
|
4
4
|
|
|
5
5
|
const {
|
|
6
|
-
createContentDigest
|
|
6
|
+
createContentDigest,
|
|
7
|
+
fetchRemoteFile
|
|
7
8
|
} = require(`gatsby-core-utils`);
|
|
8
9
|
|
|
9
10
|
const path = require(`path`);
|
|
@@ -12,11 +13,7 @@ const {
|
|
|
12
13
|
isWebUri
|
|
13
14
|
} = require(`valid-url`);
|
|
14
15
|
|
|
15
|
-
const Queue = require(`
|
|
16
|
-
|
|
17
|
-
const {
|
|
18
|
-
fetchRemoteFile
|
|
19
|
-
} = require(`gatsby-core-utils`);
|
|
16
|
+
const Queue = require(`fastq`);
|
|
20
17
|
|
|
21
18
|
const {
|
|
22
19
|
createFileNode
|
|
@@ -66,18 +63,7 @@ let showFlagWarning = !!process.env.GATSBY_EXPERIMENTAL_REMOTE_FILE_PLACEHOLDER;
|
|
|
66
63
|
* Queue Management *
|
|
67
64
|
********************/
|
|
68
65
|
|
|
69
|
-
|
|
70
|
-
* Queue
|
|
71
|
-
* Use the task's url as the id
|
|
72
|
-
* When pushing a task with a similar id, prefer the original task
|
|
73
|
-
* as it's already in the processing cache
|
|
74
|
-
*/
|
|
75
|
-
|
|
76
|
-
const queue = new Queue(pushToQueue, {
|
|
77
|
-
id: `url`,
|
|
78
|
-
merge: (old, _, cb) => cb(old),
|
|
79
|
-
concurrent: process.env.GATSBY_CONCURRENT_DOWNLOAD || 200
|
|
80
|
-
});
|
|
66
|
+
const queue = Queue(pushToQueue, process.env.GATSBY_CONCURRENT_DOWNLOAD || 200);
|
|
81
67
|
/**
|
|
82
68
|
* @callback {Queue~queueCallback}
|
|
83
69
|
* @param {*} error
|
|
@@ -199,10 +185,12 @@ const processingCache = {};
|
|
|
199
185
|
*/
|
|
200
186
|
|
|
201
187
|
const pushTask = task => new Promise((resolve, reject) => {
|
|
202
|
-
queue.push(task
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
188
|
+
queue.push(task, (err, node) => {
|
|
189
|
+
if (!err) {
|
|
190
|
+
resolve(node);
|
|
191
|
+
} else {
|
|
192
|
+
reject(`failed to process ${task.url}\n${err}`);
|
|
193
|
+
}
|
|
206
194
|
});
|
|
207
195
|
});
|
|
208
196
|
/***************
|
package/package.json
CHANGED
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "gatsby-source-filesystem",
|
|
3
3
|
"description": "Gatsby source plugin for building websites from local data. Markdown, JSON, images, YAML, CSV, and dozens of other data types supported.",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.14.0-drupal-next.94+e8d49a22fa",
|
|
5
5
|
"author": "Kyle Mathews <mathews.kyle@gmail.com>",
|
|
6
6
|
"bugs": {
|
|
7
7
|
"url": "https://github.com/gatsbyjs/gatsby/issues"
|
|
8
8
|
},
|
|
9
9
|
"dependencies": {
|
|
10
|
-
"@babel/runtime": "^7.
|
|
11
|
-
"
|
|
12
|
-
"
|
|
13
|
-
"file-type": "^16.
|
|
14
|
-
"fs-extra": "^
|
|
15
|
-
"gatsby-core-utils": "
|
|
10
|
+
"@babel/runtime": "^7.15.4",
|
|
11
|
+
"chokidar": "^3.5.2",
|
|
12
|
+
"fastq": "^1.11.1",
|
|
13
|
+
"file-type": "^16.5.3",
|
|
14
|
+
"fs-extra": "^10.0.0",
|
|
15
|
+
"gatsby-core-utils": "2.14.0-drupal-next.94+e8d49a22fa",
|
|
16
16
|
"got": "^9.6.0",
|
|
17
17
|
"md5-file": "^5.0.0",
|
|
18
18
|
"mime": "^2.5.2",
|
|
@@ -22,11 +22,10 @@
|
|
|
22
22
|
"xstate": "^4.14.0"
|
|
23
23
|
},
|
|
24
24
|
"devDependencies": {
|
|
25
|
-
"@babel/cli": "^7.
|
|
26
|
-
"@babel/core": "^7.
|
|
27
|
-
"babel-preset-gatsby-package": "
|
|
28
|
-
"cross-env": "^7.0.3"
|
|
29
|
-
"msw": "^0.33.2"
|
|
25
|
+
"@babel/cli": "^7.15.4",
|
|
26
|
+
"@babel/core": "^7.15.5",
|
|
27
|
+
"babel-preset-gatsby-package": "1.14.0-next.2",
|
|
28
|
+
"cross-env": "^7.0.3"
|
|
30
29
|
},
|
|
31
30
|
"homepage": "https://github.com/gatsbyjs/gatsby/tree/master/packages/gatsby-source-filesystem#readme",
|
|
32
31
|
"keywords": [
|
|
@@ -51,5 +50,5 @@
|
|
|
51
50
|
"engines": {
|
|
52
51
|
"node": ">=12.13.0"
|
|
53
52
|
},
|
|
54
|
-
"gitHead": "
|
|
53
|
+
"gitHead": "e8d49a22fa6397bb3baf3d2b1ec720ca60972895"
|
|
55
54
|
}
|